00000800:00000200:3.1F:1767314900.846332:0:6183:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050007a58] -> 12345-192.168.203.116@tcp (2) 00000800:00000200:2.1F:1767314900.846930:0:6174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050007a58] -> 12345-192.168.203.116@tcp (2) 00000800:00000200:2.1:1767314900.846939:0:6174:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.116@tcp 00000000cb6a461f deleted 00000800:00000010:2.1:1767314900.846941:0:6174:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cb6a461f. 00000800:00000200:2.1:1767314900.846945:0:6174:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767314900.846951:0:6174:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.116@tcp ip 192.168.203.116:1023 00000800:00000200:2.1:1767314900.846955:0:6174:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008c76170 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1767314900.847215:0:6173:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767314900.851656:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050007a58] -> 12345-192.168.203.116@tcp (4) 00000800:00000200:2.1:1767314900.851660:0:6175:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.116@tcp 00000000cb6a461f deleted 00000800:00000010:2.1:1767314900.851662:0:6175:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cb6a461f. 00000800:00000200:2.1:1767314900.851666:0:6175:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767314900.851770:0:6173:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1767314900.974579:0:12740:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000320c6d1. 00010000:00000010:2.1:1767314900.974594:0:12740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007b2568e5. 00010000:00000010:0.1F:1767314901.360539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000003afd9aa. 00010000:00000010:0.1:1767314901.360555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086b90bf4. 00010000:00000010:0.1:1767314901.360559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c79eb833. 00010000:00000010:3.1:1767314901.360624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e7a4d8f5. 00010000:00000010:3.1:1767314901.360630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004d16d3c1. 00000004:00080000:3.0:1767318257.905135:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b7800, transno 4294974592 00000004:00080000:3.0:1767318257.905138:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b6d80, transno 4294974593 00000004:00080000:3.0:1767318257.905140:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b4380, transno 4294974594 00000004:00080000:3.0:1767318257.905142:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b5180, transno 4294974595 00000004:00080000:3.0:1767318257.905144:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030b94c000, transno 4294974596 00000004:00080000:3.0:1767318257.905146:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067d9880, transno 4294974597 00000004:00080000:3.0:1767318257.905148:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c154700, transno 4294974598 00000004:00080000:3.0:1767318257.905150:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0433c7d500, transno 4294974599 00000004:00080000:3.0:1767318257.905152:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407532d80, transno 4294974600 00000004:00080000:3.0:1767318257.905154:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407533800, transno 4294974601 00000004:00080000:3.0:1767318257.905157:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407531880, transno 4294974602 00000004:00080000:3.0:1767318257.905159:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8eb100, transno 4294974603 00000004:00080000:3.0:1767318257.905162:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8ead80, transno 4294974604 00000004:00080000:3.0:1767318257.905164:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0433c7f480, transno 4294974605 00000004:00080000:3.0:1767318257.905166:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407531f80, transno 4294974606 00000004:00080000:3.0:1767318257.905169:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407531500, transno 4294974607 00000004:00080000:3.0:1767318257.905171:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b5f80, transno 4294974608 00000004:00080000:3.0:1767318257.905173:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8eaa00, transno 4294974609 00000004:00080000:3.0:1767318257.905175:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407533b80, transno 4294974610 00000004:00080000:3.0:1767318257.905177:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8eb800, transno 4294974611 00000004:00080000:3.0:1767318257.905180:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b231180, transno 4294974612 00000004:00080000:3.0:1767318257.905182:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b231880, transno 4294974613 00000004:00080000:3.0:1767318257.905184:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b230e00, transno 4294974614 00000004:00080000:3.0:1767318257.905186:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f87800, transno 4294974615 00000004:00080000:3.0:1767318257.905189:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304123800, transno 4294974616 00000004:00080000:3.0:1767318257.905191:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef22a00, transno 4294974617 00000004:00080000:3.0:1767318257.905194:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309336300, transno 4294974618 00000004:00080000:3.0:1767318257.905197:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405827800, transno 4294974619 00000004:00080000:3.0:1767318257.905199:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408257100, transno 4294974620 00000004:00080000:3.0:1767318257.905201:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408256a00, transno 4294974621 00000004:00080000:3.0:1767318257.905203:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408257480, transno 4294974622 00000004:00080000:3.0:1767318257.905206:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408256680, transno 4294974623 00000004:00080000:3.0:1767318257.905209:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408254700, transno 4294974624 00000004:00080000:3.0:1767318257.905211:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2ed80, transno 4294974625 00000004:00080000:3.0:1767318257.905214:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2ce00, transno 4294974626 00000004:00080000:3.0:1767318257.905216:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2e680, transno 4294974627 00000004:00080000:3.0:1767318257.905219:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2fb80, transno 4294974628 00000004:00080000:3.0:1767318257.905221:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405825c00, transno 4294974629 00000004:00080000:3.0:1767318257.905223:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408255500, transno 4294974630 00000004:00080000:3.0:1767318257.905226:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303835f80, transno 4294974631 00000004:00080000:3.0:1767318257.905229:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303835880, transno 4294974632 00000004:00080000:3.0:1767318257.905231:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303834700, transno 4294974633 00000004:00080000:3.0:1767318257.905234:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303835500, transno 4294974634 00000004:00080000:3.0:1767318257.905236:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303835180, transno 4294974635 00000004:00080000:3.0:1767318257.905239:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303834380, transno 4294974636 00000004:00080000:3.0:1767318257.905242:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303837b80, transno 4294974637 00000004:00080000:3.0:1767318257.905244:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303836680, transno 4294974638 00000004:00080000:3.0:1767318257.905246:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e3800, transno 4294974639 00000004:00080000:3.0:1767318257.905249:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e0380, transno 4294974640 00000004:00080000:3.0:1767318257.905251:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e3480, transno 4294974641 00000004:00080000:3.0:1767318257.905254:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e0700, transno 4294974642 00000004:00080000:3.0:1767318257.905256:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e0e00, transno 4294974643 00000004:00080000:3.0:1767318257.905258:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e0a80, transno 4294974644 00000004:00080000:3.0:1767318257.905260:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e3b80, transno 4294974645 00000004:00080000:3.0:1767318257.905262:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e0000, transno 4294974646 00000004:00080000:3.0:1767318257.905265:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720f480, transno 4294974647 00000004:00080000:3.0:1767318257.905267:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720e300, transno 4294974648 00000004:00080000:3.0:1767318257.905270:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720f800, transno 4294974649 00000004:00080000:3.0:1767318257.905273:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e5880, transno 4294974650 00000004:00080000:3.0:1767318257.905275:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720dc00, transno 4294974651 00000004:00080000:3.0:1767318257.905278:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720d500, transno 4294974652 00000004:00080000:3.0:1767318257.905281:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720df80, transno 4294974653 00000004:00080000:3.0:1767318257.905283:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e7800, transno 4294974654 00000004:00080000:3.0:1767318257.905286:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720ed80, transno 4294974655 00000004:00080000:3.0:1767318257.905289:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e5c00, transno 4294974656 00000004:00080000:3.0:1767318257.905291:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e4700, transno 4294974657 00000004:00080000:3.0:1767318257.905293:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e5180, transno 4294974658 00000004:00080000:3.0:1767318257.905296:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e6680, transno 4294974659 00000004:00080000:3.0:1767318257.905298:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e6300, transno 4294974660 00000004:00080000:3.0:1767318257.905301:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e4000, transno 4294974661 00000004:00080000:3.0:1767318257.905303:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186afb80, transno 4294974662 00000004:00080000:3.0:1767318257.905307:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b232680, transno 4294974663 00000004:00080000:3.0:1767318257.905309:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ad180, transno 4294974664 00000004:00080000:3.0:1767318257.905312:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e7480, transno 4294974665 00000004:00080000:3.0:1767318257.905314:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186af800, transno 4294974666 00000004:00080000:3.0:1767318257.905316:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186adc00, transno 4294974667 00000004:00080000:3.0:1767318257.905318:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186aca80, transno 4294974668 00000004:00080000:3.0:1767318257.905321:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ad880, transno 4294974669 00000004:00080000:3.0:1767318257.905323:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ac380, transno 4294974670 00000004:00080000:3.0:1767318257.905325:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351ed80, transno 4294974671 00000004:00080000:3.0:1767318257.905328:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186adf80, transno 4294974672 00000004:00080000:3.0:1767318257.905330:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186af100, transno 4294974673 00000004:00080000:3.0:1767318257.905333:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ac000, transno 4294974674 00000004:00080000:3.0:1767318257.905335:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186af480, transno 4294974675 00000004:00080000:3.0:1767318257.905339:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c3800, transno 4294974676 00000004:00080000:3.0:1767318257.905341:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c0e00, transno 4294974677 00000004:00080000:3.0:1767318257.905344:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c0a80, transno 4294974678 00000004:00080000:3.0:1767318257.905346:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd2d80, transno 4294974679 00000004:00080000:3.0:1767318257.905362:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd3b80, transno 4294974680 00000004:00080000:3.0:1767318257.905364:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd1c00, transno 4294974681 00000004:00080000:3.0:1767318257.905366:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c3480, transno 4294974682 00000004:00080000:3.0:1767318257.905369:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd2a00, transno 4294974683 00000004:00080000:3.0:1767318257.905371:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449a680, transno 4294974684 00000004:00080000:3.0:1767318257.905374:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449b800, transno 4294974685 00000004:00080000:3.0:1767318257.905377:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117ca680, transno 4294974686 00000004:00080000:3.0:1767318257.905379:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117cad80, transno 4294974687 00000004:00080000:3.0:1767318257.905381:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd2300, transno 4294974688 00000004:00080000:3.0:1767318257.905383:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434498a80, transno 4294974689 00000004:00080000:3.0:1767318257.905386:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117cb480, transno 4294974690 00000004:00080000:3.0:1767318257.905388:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c9880, transno 4294974691 00000004:00080000:3.0:1767318257.905390:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117df480, transno 4294974692 00000004:00080000:3.0:1767318257.905393:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117ca300, transno 4294974693 00000004:00080000:3.0:1767318257.905395:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434499f80, transno 4294974694 00000004:00080000:3.0:1767318257.905397:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117caa00, transno 4294974695 00000004:00080000:3.0:1767318257.905399:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dca80, transno 4294974696 00000004:00080000:3.0:1767318257.905401:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c8380, transno 4294974697 00000004:00080000:3.0:1767318257.905404:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117de300, transno 4294974698 00000004:00080000:3.0:1767318257.905407:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303834000, transno 4294974699 00000004:00080000:3.0:1767318257.905409:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b232d80, transno 4294974700 00000004:00080000:3.0:1767318257.905412:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303836300, transno 4294974701 00000004:00080000:3.0:1767318257.905414:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b231500, transno 4294974702 00000004:00080000:3.0:1767318257.905417:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b233100, transno 4294974703 00000004:00080000:3.0:1767318257.905419:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030b94d500, transno 4294974704 00000004:00080000:3.0:1767318257.905422:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e7b80, transno 4294974705 00000004:00080000:3.0:1767318257.905425:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e0380, transno 4294974706 00000004:00080000:3.0:1767318257.905427:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b231f80, transno 4294974707 00000004:00080000:3.0:1767318257.905429:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e5500, transno 4294974708 00000004:00080000:3.0:1767318257.905432:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449aa00, transno 4294974709 00000004:00080000:3.0:1767318257.905434:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ace00, transno 4294974710 00000004:00080000:3.0:1767318257.905437:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025bbb80, transno 4294974711 00000004:00080000:3.0:1767318257.905439:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ae300, transno 4294974712 00000004:00080000:3.0:1767318257.905443:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b8a80, transno 4294974713 00000004:00080000:3.0:1767318257.905445:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186aed80, transno 4294974714 00000004:00080000:3.0:1767318257.905448:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449d880, transno 4294974715 00000004:00080000:3.0:1767318257.905450:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720e680, transno 4294974716 00000004:00080000:3.0:1767318257.905453:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720c000, transno 4294974717 00000004:00080000:3.0:1767318257.905455:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720fb80, transno 4294974718 00000004:00080000:3.0:1767318257.905458:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865500, transno 4294974719 00000004:00080000:3.0:1767318257.905460:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720ea00, transno 4294974720 00000004:00080000:3.0:1767318257.905463:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720ca80, transno 4294974721 00000004:00080000:3.0:1767318257.905465:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025ba300, transno 4294974722 00000004:00080000:3.0:1767318257.905468:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ae680, transno 4294974723 00000004:00080000:3.0:1767318257.905471:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865f80, transno 4294974724 00000004:00080000:3.0:1767318257.905473:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311864000, transno 4294974725 00000004:00080000:3.0:1767318257.905475:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865880, transno 4294974726 00000004:00080000:3.0:1767318257.905477:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311864700, transno 4294974727 00000004:00080000:3.0:1767318257.905479:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865c00, transno 4294974728 00000004:00080000:3.0:1767318257.905482:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311867480, transno 4294974729 00000004:00080000:3.0:1767318257.905484:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e1500, transno 4294974730 00000004:00080000:3.0:1767318257.905487:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311866300, transno 4294974731 00000004:00080000:3.0:1767318257.905489:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311864a80, transno 4294974732 00000004:00080000:3.0:1767318257.905492:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e3800, transno 4294974733 00000004:00080000:3.0:1767318257.905494:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e2300, transno 4294974734 00000004:00080000:3.0:1767318257.905497:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e0700, transno 4294974735 00000004:00080000:3.0:1767318257.905499:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e0a80, transno 4294974736 00000004:00080000:3.0:1767318257.905502:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e0000, transno 4294974737 00000004:00080000:3.0:1767318257.905528:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e1880, transno 4294974738 00000004:00080000:3.0:1767318257.905532:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407532680, transno 4294974739 00000004:00080000:3.0:1767318257.905534:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e1c00, transno 4294974740 00000004:00080000:3.0:1767318257.905537:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e3480, transno 4294974741 00000004:00080000:3.0:1767318257.905540:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407530380, transno 4294974742 00000004:00080000:3.0:1767318257.905543:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e2d80, transno 4294974743 00000004:00080000:3.0:1767318257.905545:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311864380, transno 4294974744 00000004:00080000:3.0:1767318257.905548:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c0380, transno 4294974745 00000004:00080000:3.0:1767318257.905550:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e1f80, transno 4294974746 00000004:00080000:3.0:1767318257.905553:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170b480, transno 4294974747 00000004:00080000:3.0:1767318257.905556:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfed80, transno 4294974748 00000004:00080000:3.0:1767318257.905558:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e0e00, transno 4294974749 00000004:00080000:3.0:1767318257.905561:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311709880, transno 4294974750 00000004:00080000:3.0:1767318257.905563:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bffb80, transno 4294974751 00000004:00080000:3.0:1767318257.905566:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311708380, transno 4294974752 00000004:00080000:3.0:1767318257.905569:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfd880, transno 4294974753 00000004:00080000:3.0:1767318257.905571:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfca80, transno 4294974754 00000004:00080000:3.0:1767318257.905574:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dc000, transno 4294974755 00000004:00080000:3.0:1767318257.905576:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dc700, transno 4294974756 00000004:00080000:3.0:1767318257.905579:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117df800, transno 4294974757 00000004:00080000:3.0:1767318257.905582:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117ddc00, transno 4294974758 00000004:00080000:3.0:1767318257.905584:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c8a80, transno 4294974759 00000004:00080000:3.0:1767318257.905586:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170bb80, transno 4294974760 00000004:00080000:3.0:1767318257.905588:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311708a80, transno 4294974761 00000004:00080000:3.0:1767318257.905590:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c155880, transno 4294974762 00000004:00080000:3.0:1767318257.905593:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c8e00, transno 4294974763 00000004:00080000:3.0:1767318257.905595:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e1180, transno 4294974764 00000004:00080000:3.0:1767318257.905598:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfc380, transno 4294974765 00000004:00080000:3.0:1767318257.905601:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170b100, transno 4294974766 00000004:00080000:3.0:1767318257.905604:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171f480, transno 4294974767 00000004:00080000:3.0:1767318257.905607:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170a680, transno 4294974768 00000004:00080000:3.0:1767318257.905609:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c198380, transno 4294974769 00000004:00080000:3.0:1767318257.905612:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e2680, transno 4294974770 00000004:00080000:3.0:1767318257.905614:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19a300, transno 4294974771 00000004:00080000:3.0:1767318257.905617:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19b100, transno 4294974772 00000004:00080000:3.0:1767318257.905620:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311573800, transno 4294974773 00000004:00080000:3.0:1767318257.905622:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171f800, transno 4294974774 00000004:00080000:3.0:1767318257.905624:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e3100, transno 4294974775 00000004:00080000:3.0:1767318257.905627:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd59180, transno 4294974776 00000004:00080000:3.0:1767318257.905629:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be4e00, transno 4294974777 00000004:00080000:3.0:1767318257.905632:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd5b100, transno 4294974778 00000004:00080000:3.0:1767318257.905634:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be5180, transno 4294974779 00000004:00080000:3.0:1767318257.905636:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd5bb80, transno 4294974780 00000004:00080000:3.0:1767318257.905638:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c15180, transno 4294974781 00000004:00080000:3.0:1767318257.905640:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd59500, transno 4294974782 00000004:00080000:3.0:1767318257.905643:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd5a680, transno 4294974783 00000004:00080000:3.0:1767318257.905645:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd58a80, transno 4294974784 00000004:00080000:3.0:1767318257.905647:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd58700, transno 4294974785 00000004:00080000:3.0:1767318257.905650:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd59c00, transno 4294974786 00000004:00080000:3.0:1767318257.905652:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd5ad80, transno 4294974787 00000004:00080000:3.0:1767318257.905655:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd58000, transno 4294974788 00000004:00080000:3.0:1767318257.905657:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311571c00, transno 4294974789 00000004:00080000:3.0:1767318257.905659:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd58e00, transno 4294974790 00000004:00080000:3.0:1767318257.905661:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311571f80, transno 4294974791 00000004:00080000:3.0:1767318257.905664:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405826680, transno 4294974792 00000004:00080000:3.0:1767318257.905666:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311573480, transno 4294974793 00000004:00080000:3.0:1767318257.905669:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865180, transno 4294974794 00000004:00080000:3.0:1767318257.905672:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd0e00, transno 4294974795 00000004:00080000:3.0:1767318257.905674:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311866a00, transno 4294974796 00000004:00080000:3.0:1767318257.905677:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303835c00, transno 4294974797 00000004:00080000:3.0:1767318257.905679:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311867100, transno 4294974798 00000004:00080000:3.0:1767318257.905682:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309337480, transno 4294974799 00000004:00080000:3.0:1767318257.905684:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c8a80, transno 4294974800 00000004:00080000:3.0:1767318257.905686:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8caa00, transno 4294974801 00000004:00080000:3.0:1767318257.905689:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c9180, transno 4294974802 00000004:00080000:3.0:1767318257.905693:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8cbb80, transno 4294974803 00000004:00080000:3.0:1767318257.905696:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318376680, transno 4294974804 00000004:00080000:3.0:1767318257.905698:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318377100, transno 4294974805 00000004:00080000:3.0:1767318257.905701:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318375500, transno 4294974806 00000004:00080000:3.0:1767318257.905704:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318375f80, transno 4294974807 00000004:00080000:3.0:1767318257.905706:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e3b80, transno 4294974808 00000004:00080000:3.0:1767318257.905708:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e2680, transno 4294974809 00000004:00080000:3.0:1767318257.905711:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8cad80, transno 4294974810 00000004:00080000:3.0:1767318257.905714:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c9500, transno 4294974811 00000004:00080000:3.0:1767318257.905717:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c8e00, transno 4294974812 00000004:00080000:3.0:1767318257.905719:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8ca680, transno 4294974813 00000004:00080000:3.0:1767318257.905722:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e2a00, transno 4294974814 00000004:00080000:3.0:1767318257.905724:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e2d80, transno 4294974815 00000004:00080000:3.0:1767318257.905727:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e1f80, transno 4294974816 00000004:00080000:3.0:1767318257.905730:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e3800, transno 4294974817 00000004:00080000:3.0:1767318257.905733:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171f100, transno 4294974818 00000004:00080000:3.0:1767318257.905735:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103e300, transno 4294974819 00000004:00080000:3.0:1767318257.905738:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103d880, transno 4294974820 00000004:00080000:3.0:1767318257.905741:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a25c00, transno 4294974821 00000004:00080000:3.0:1767318257.905744:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a27b80, transno 4294974822 00000004:00080000:3.0:1767318257.905746:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103ce00, transno 4294974823 00000004:00080000:3.0:1767318257.905750:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103c000, transno 4294974824 00000004:00080000:3.0:1767318257.905752:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dea00, transno 4294974825 00000004:00080000:3.0:1767318257.905754:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171e300, transno 4294974826 00000004:00080000:3.0:1767318257.905757:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103fb80, transno 4294974827 00000004:00080000:3.0:1767318257.905760:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307228a80, transno 4294974828 00000004:00080000:3.0:1767318257.905762:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5180, transno 4294974829 00000004:00080000:3.0:1767318257.905765:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c4e00, transno 4294974830 00000004:00080000:3.0:1767318257.905768:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5f80, transno 4294974831 00000004:00080000:3.0:1767318257.905771:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f7800, transno 4294974832 00000004:00080000:3.0:1767318257.905773:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f7480, transno 4294974833 00000004:00080000:3.0:1767318257.905776:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c7100, transno 4294974834 00000004:00080000:3.0:1767318257.905778:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f5c00, transno 4294974835 00000004:00080000:3.0:1767318257.905780:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f4380, transno 4294974836 00000004:00080000:3.0:1767318257.905783:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c6680, transno 4294974837 00000004:00080000:3.0:1767318257.905785:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f6680, transno 4294974838 00000004:00080000:3.0:1767318257.905787:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5500, transno 4294974839 00000004:00080000:3.0:1767318257.905790:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f4000, transno 4294974840 00000004:00080000:3.0:1767318257.905792:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f4e00, transno 4294974841 00000004:00080000:3.0:1767318257.905795:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c46a00, transno 4294974842 00000004:00080000:3.0:1767318257.905797:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c44700, transno 4294974843 00000004:00080000:3.0:1767318257.905799:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c17100, transno 4294974844 00000004:00080000:3.0:1767318257.905801:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c17800, transno 4294974845 00000004:00080000:3.0:1767318257.905804:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311709f80, transno 4294974846 00000004:00080000:3.0:1767318257.905806:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c45f80, transno 4294974847 00000004:00080000:3.0:1767318257.905808:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c16a00, transno 4294974848 00000004:00080000:3.0:1767318257.905810:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311709c00, transno 4294974849 00000004:00080000:3.0:1767318257.905813:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f4700, transno 4294974850 00000004:00080000:3.0:1767318257.905816:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311992a00, transno 4294974851 00000004:00080000:3.0:1767318257.905818:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311992d80, transno 4294974852 00000004:00080000:3.0:1767318257.905821:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311991500, transno 4294974853 00000004:00080000:3.0:1767318257.905823:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bf800, transno 4294974854 00000004:00080000:3.0:1767318257.905826:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119be300, transno 4294974855 00000004:00080000:3.0:1767318257.905828:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bd880, transno 4294974856 00000004:00080000:3.0:1767318257.905831:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c132a00, transno 4294974857 00000004:00080000:3.0:1767318257.905833:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311990e00, transno 4294974858 00000004:00080000:3.0:1767318257.905835:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311992680, transno 4294974859 00000004:00080000:3.0:1767318257.905837:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c46680, transno 4294974860 00000004:00080000:3.0:1767318257.905840:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311993b80, transno 4294974861 00000004:00080000:3.0:1767318257.905842:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bdc00, transno 4294974862 00000004:00080000:3.0:1767318257.905845:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311991180, transno 4294974863 00000004:00080000:3.0:1767318257.905847:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bca80, transno 4294974864 00000004:00080000:3.0:1767318257.905849:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bc000, transno 4294974865 00000004:00080000:3.0:1767318257.905851:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f6a00, transno 4294974866 00000004:00080000:3.0:1767318257.905853:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f5f80, transno 4294974867 00000004:00080000:3.0:1767318257.905855:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5c00, transno 4294974868 00000004:00080000:3.0:1767318257.905858:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd59f80, transno 4294974869 00000004:00080000:3.0:1767318257.905861:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da30e00, transno 4294974870 00000004:00080000:3.0:1767318257.905863:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd5a300, transno 4294974871 00000004:00080000:3.0:1767318257.905866:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da32d80, transno 4294974872 00000004:00080000:3.0:1767318257.905868:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da31180, transno 4294974873 00000004:00080000:3.0:1767318257.905871:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bd180, transno 4294974874 00000004:00080000:3.0:1767318257.905873:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bce00, transno 4294974875 00000004:00080000:3.0:1767318257.905876:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd5b800, transno 4294974876 00000004:00080000:3.0:1767318257.905878:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da32a00, transno 4294974877 00000004:00080000:3.0:1767318257.905881:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bf100, transno 4294974878 00000004:00080000:3.0:1767318257.905883:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bdf80, transno 4294974879 00000004:00080000:3.0:1767318257.905885:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bc380, transno 4294974880 00000004:00080000:3.0:1767318257.905887:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bea00, transno 4294974881 00000004:00080000:3.0:1767318257.905890:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c6300, transno 4294974882 00000004:00080000:3.0:1767318257.905892:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bfb80, transno 4294974883 00000004:00080000:3.0:1767318257.905894:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bc700, transno 4294974884 00000004:00080000:3.0:1767318257.905896:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5880, transno 4294974885 00000004:00080000:3.0:1767318257.905899:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bed80, transno 4294974886 00000004:00080000:3.0:1767318257.905902:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c4000, transno 4294974887 00000004:00080000:3.0:1767318257.905904:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bd500, transno 4294974888 00000004:00080000:3.0:1767318257.905907:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e0700, transno 4294974889 00000004:00080000:3.0:1767318257.905909:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c45500, transno 4294974890 00000004:00080000:3.0:1767318257.905911:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e0000, transno 4294974891 00000004:00080000:3.0:1767318257.905913:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c14e00, transno 4294974892 00000004:00080000:3.0:1767318257.905916:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c44e00, transno 4294974893 00000004:00080000:3.0:1767318257.905919:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c2680, transno 4294974894 00000004:00080000:3.0:1767318257.905921:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311998000, transno 4294974895 00000004:00080000:3.0:1767318257.905924:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199a680, transno 4294974896 00000004:00080000:3.0:1767318257.905926:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c47b80, transno 4294974897 00000004:00080000:3.0:1767318257.905929:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e1880, transno 4294974898 00000004:00080000:3.0:1767318257.905931:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c1f80, transno 4294974899 00000004:00080000:3.0:1767318257.905933:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311998700, transno 4294974900 00000004:00080000:3.0:1767318257.905936:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e2300, transno 4294974901 00000004:00080000:3.0:1767318257.905938:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c199880, transno 4294974902 00000004:00080000:3.0:1767318257.905941:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311991f80, transno 4294974903 00000004:00080000:3.0:1767318257.905943:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311991880, transno 4294974904 00000004:00080000:3.0:1767318257.905946:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311990700, transno 4294974905 00000004:00080000:3.0:1767318257.905948:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c16300, transno 4294974906 00000004:00080000:3.0:1767318257.905951:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311999c00, transno 4294974907 00000004:00080000:3.0:1767318257.905953:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311993800, transno 4294974908 00000004:00080000:3.0:1767318257.905955:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311992300, transno 4294974909 00000004:00080000:3.0:1767318257.905957:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311990380, transno 4294974910 00000004:00080000:3.0:1767318257.905960:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c130700, transno 4294974911 00000004:00080000:3.0:1767318257.905962:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c131500, transno 4294974912 00000004:00080000:3.0:1767318257.905965:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311990000, transno 4294974913 00000004:00080000:3.0:1767318257.905967:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a7b80, transno 4294974914 00000004:00080000:3.0:1767318257.905970:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311990a80, transno 4294974915 00000004:00080000:3.0:1767318257.905972:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a6680, transno 4294974916 00000004:00080000:3.0:1767318257.905974:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a7100, transno 4294974917 00000004:00080000:3.0:1767318257.905976:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a5500, transno 4294974918 00000004:00080000:3.0:1767318257.905979:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c133480, transno 4294974919 00000004:00080000:3.0:1767318257.905981:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a5f80, transno 4294974920 00000004:00080000:3.0:1767318257.905983:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a7480, transno 4294974921 00000004:00080000:3.0:1767318257.905986:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a5880, transno 4294974922 00000004:00080000:3.0:1767318257.905988:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a4000, transno 4294974923 00000004:00080000:3.0:1767318257.905990:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a6300, transno 4294974924 00000004:00080000:3.0:1767318257.905993:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a4a80, transno 4294974925 00000004:00080000:3.0:1767318257.905995:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9ce00, transno 4294974926 00000004:00080000:3.0:1767318257.905998:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a5180, transno 4294974927 00000004:00080000:3.0:1767318257.906001:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a4380, transno 4294974928 00000004:00080000:3.0:1767318257.906003:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9fb80, transno 4294974929 00000004:00080000:3.0:1767318257.906006:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9e680, transno 4294974930 00000004:00080000:3.0:1767318257.906008:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9ea00, transno 4294974931 00000004:00080000:3.0:1767318257.906011:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9f800, transno 4294974932 00000004:00080000:3.0:1767318257.906013:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9dc00, transno 4294974933 00000004:00080000:3.0:1767318257.906016:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9e300, transno 4294974934 00000004:00080000:3.0:1767318257.906018:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9d880, transno 4294974935 00000004:00080000:3.0:1767318257.906022:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307228e00, transno 4294974936 00000004:00080000:3.0:1767318257.906024:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9f480, transno 4294974937 00000004:00080000:3.0:1767318257.906026:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9ed80, transno 4294974938 00000004:00080000:3.0:1767318257.906028:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9c380, transno 4294974939 00000004:00080000:3.0:1767318257.906031:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722aa00, transno 4294974940 00000004:00080000:3.0:1767318257.906034:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307229500, transno 4294974941 00000004:00080000:3.0:1767318257.906036:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9df80, transno 4294974942 00000004:00080000:3.0:1767318257.906039:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307228000, transno 4294974943 00000004:00080000:3.0:1767318257.906042:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be5c00, transno 4294974944 00000004:00080000:3.0:1767318257.906044:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be6d80, transno 4294974945 00000004:00080000:3.0:1767318257.906047:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd5aa00, transno 4294974946 00000004:00080000:3.0:1767318257.906049:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311867800, transno 4294974947 00000004:00080000:3.0:1767318257.906051:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877c700, transno 4294974948 00000004:00080000:3.0:1767318257.906053:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877c000, transno 4294974949 00000004:00080000:3.0:1767318257.906056:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877f480, transno 4294974950 00000004:00080000:3.0:1767318257.906058:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a6d80, transno 4294974951 00000004:00080000:3.0:1767318257.906060:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877e300, transno 4294974952 00000004:00080000:3.0:1767318257.906063:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bf480, transno 4294974953 00000004:00080000:3.0:1767318257.906066:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9c000, transno 4294974954 00000004:00080000:3.0:1767318257.906068:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9d500, transno 4294974955 00000004:00080000:3.0:1767318257.906070:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9f100, transno 4294974956 00000004:00080000:3.0:1767318257.906073:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306352680, transno 4294974957 00000004:00080000:3.0:1767318257.906076:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9d180, transno 4294974958 00000004:00080000:3.0:1767318257.906078:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306353b80, transno 4294974959 00000004:00080000:3.0:1767318257.906080:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306351880, transno 4294974960 00000004:00080000:3.0:1767318257.906082:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306350380, transno 4294974961 00000004:00080000:3.0:1767318257.906085:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306352a00, transno 4294974962 00000004:00080000:3.0:1767318257.906088:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160bb100, transno 4294974963 00000004:00080000:3.0:1767318257.906090:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b8000, transno 4294974964 00000004:00080000:3.0:1767318257.906092:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b9f80, transno 4294974965 00000004:00080000:3.0:1767318257.906095:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306353480, transno 4294974966 00000004:00080000:3.0:1767318257.906097:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b9c00, transno 4294974967 00000004:00080000:3.0:1767318257.906099:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160bb800, transno 4294974968 00000004:00080000:3.0:1767318257.906102:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9ca80, transno 4294974969 00000004:00080000:3.0:1767318257.906104:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ca80, transno 4294974970 00000004:00080000:3.0:1767318257.906106:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ea00, transno 4294974971 00000004:00080000:3.0:1767318257.906109:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ed80, transno 4294974972 00000004:00080000:3.0:1767318257.906112:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b9180, transno 4294974973 00000004:00080000:3.0:1767318257.906114:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160baa00, transno 4294974974 00000004:00080000:3.0:1767318257.906117:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1c700, transno 4294974975 00000004:00080000:3.0:1767318257.906120:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877d180, transno 4294974976 00000004:00080000:3.0:1767318257.906122:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b9880, transno 4294974977 00000004:00080000:3.0:1767318257.906125:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b8e00, transno 4294974978 00000004:00080000:3.0:1767318257.906127:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1e300, transno 4294974979 00000004:00080000:3.0:1767318257.906129:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ce00, transno 4294974980 00000004:00080000:3.0:1767318257.906132:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1ea00, transno 4294974981 00000004:00080000:3.0:1767318257.906134:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1fb80, transno 4294974982 00000004:00080000:3.0:1767318257.906136:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1df80, transno 4294974983 00000004:00080000:3.0:1767318257.906139:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b8a80, transno 4294974984 00000004:00080000:3.0:1767318257.906141:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1f800, transno 4294974985 00000004:00080000:3.0:1767318257.906143:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a75f80, transno 4294974986 00000004:00080000:3.0:1767318257.906145:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1e680, transno 4294974987 00000004:00080000:3.0:1767318257.906147:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1c000, transno 4294974988 00000004:00080000:3.0:1767318257.906149:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a77800, transno 4294974989 00000004:00080000:3.0:1767318257.906151:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76300, transno 4294974990 00000004:00080000:3.0:1767318257.906154:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a75c00, transno 4294974991 00000004:00080000:3.0:1767318257.906157:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a74380, transno 4294974992 00000004:00080000:3.0:1767318257.906159:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a75880, transno 4294974993 00000004:00080000:3.0:1767318257.906162:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76d80, transno 4294974994 00000004:00080000:3.0:1767318257.906164:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a74a80, transno 4294974995 00000004:00080000:3.0:1767318257.906166:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a75180, transno 4294974996 00000004:00080000:3.0:1767318257.906169:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a75500, transno 4294974997 00000004:00080000:3.0:1767318257.906171:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a72d80, transno 4294974998 00000004:00080000:3.0:1767318257.906174:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259ca80, transno 4294974999 00000004:00080000:3.0:1767318257.906176:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a73800, transno 4294975000 00000004:00080000:3.0:1767318257.906178:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a70000, transno 4294975001 00000004:00080000:3.0:1767318257.906180:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a71f80, transno 4294975002 00000004:00080000:3.0:1767318257.906182:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a70a80, transno 4294975003 00000004:00080000:3.0:1767318257.906185:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a72a00, transno 4294975004 00000004:00080000:3.0:1767318257.906188:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a73b80, transno 4294975005 00000004:00080000:3.0:1767318257.906191:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a72680, transno 4294975006 00000004:00080000:3.0:1767318257.906193:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a71880, transno 4294975007 00000004:00080000:3.0:1767318257.906196:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125eb800, transno 4294975008 00000004:00080000:3.0:1767318257.906199:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a71180, transno 4294975009 00000004:00080000:3.0:1767318257.906201:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e9c00, transno 4294975010 00000004:00080000:3.0:1767318257.906203:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125ea300, transno 4294975011 00000004:00080000:3.0:1767318257.906205:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125eb480, transno 4294975012 00000004:00080000:3.0:1767318257.906208:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e8000, transno 4294975013 00000004:00080000:3.0:1767318257.906210:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e8700, transno 4294975014 00000004:00080000:3.0:1767318257.906213:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e9880, transno 4294975015 00000004:00080000:3.0:1767318257.906215:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e9180, transno 4294975016 00000004:00080000:3.0:1767318257.906218:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125ead80, transno 4294975017 00000004:00080000:3.0:1767318257.906220:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125eb100, transno 4294975018 00000004:00080000:3.0:1767318257.906223:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e9f80, transno 4294975019 00000004:00080000:3.0:1767318257.906225:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259fb80, transno 4294975020 00000004:00080000:3.0:1767318257.906228:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1d500, transno 4294975021 00000004:00080000:3.0:1767318257.906230:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1b480, transno 4294975022 00000004:00080000:3.0:1767318257.906232:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1bb80, transno 4294975023 00000004:00080000:3.0:1767318257.906235:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a19f80, transno 4294975024 00000004:00080000:3.0:1767318257.906237:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1a680, transno 4294975025 00000004:00080000:3.0:1767318257.906240:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a7800, transno 4294975026 00000004:00080000:3.0:1767318257.906242:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a19500, transno 4294975027 00000004:00080000:3.0:1767318257.906245:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da30a80, transno 4294975028 00000004:00080000:3.0:1767318257.906247:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1aa00, transno 4294975029 00000004:00080000:3.0:1767318257.906249:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a6a00, transno 4294975030 00000004:00080000:3.0:1767318257.906251:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19bb80, transno 4294975031 00000004:00080000:3.0:1767318257.906254:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce6a00, transno 4294975032 00000004:00080000:3.0:1767318257.906256:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1b100, transno 4294975033 00000004:00080000:3.0:1767318257.906258:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce6680, transno 4294975034 00000004:00080000:3.0:1767318257.906261:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce7100, transno 4294975035 00000004:00080000:3.0:1767318257.906263:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce6d80, transno 4294975036 00000004:00080000:3.0:1767318257.906266:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce4000, transno 4294975037 00000004:00080000:3.0:1767318257.906268:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce5c00, transno 4294975038 00000004:00080000:3.0:1767318257.906271:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce4700, transno 4294975039 00000004:00080000:3.0:1767318257.906273:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce5880, transno 4294975040 00000004:00080000:3.0:1767318257.906276:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306350000, transno 4294975041 00000004:00080000:3.0:1767318257.906278:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759500, transno 4294975042 00000004:00080000:3.0:1767318257.906281:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306351c00, transno 4294975043 00000004:00080000:3.0:1767318257.906284:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125eaa00, transno 4294975044 00000004:00080000:3.0:1767318257.906286:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759880, transno 4294975045 00000004:00080000:3.0:1767318257.906289:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318758700, transno 4294975046 00000004:00080000:3.0:1767318257.906291:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306353800, transno 4294975047 00000004:00080000:3.0:1767318257.906294:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875bb80, transno 4294975048 00000004:00080000:3.0:1767318257.906296:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da31c00, transno 4294975049 00000004:00080000:3.0:1767318257.906298:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a4700, transno 4294975050 00000004:00080000:3.0:1767318257.906301:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411f80, transno 4294975051 00000004:00080000:3.0:1767318257.906303:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca28700, transno 4294975052 00000004:00080000:3.0:1767318257.906306:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a4e00, transno 4294975053 00000004:00080000:3.0:1767318257.906309:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03179a5c00, transno 4294975054 00000004:00080000:3.0:1767318257.906311:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca29f80, transno 4294975055 00000004:00080000:3.0:1767318257.906314:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309412a00, transno 4294975056 00000004:00080000:3.0:1767318257.906317:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca29880, transno 4294975057 00000004:00080000:3.0:1767318257.906319:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c7b80, transno 4294975058 00000004:00080000:3.0:1767318257.906322:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317388a80, transno 4294975059 00000004:00080000:3.0:1767318257.906324:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a74700, transno 4294975060 00000004:00080000:3.0:1767318257.906327:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317389180, transno 4294975061 00000004:00080000:3.0:1767318257.906329:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411c00, transno 4294975062 00000004:00080000:3.0:1767318257.906332:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76a00, transno 4294975063 00000004:00080000:3.0:1767318257.906334:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a77480, transno 4294975064 00000004:00080000:3.0:1767318257.906336:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2aa00, transno 4294975065 00000004:00080000:3.0:1767318257.906338:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a74000, transno 4294975066 00000004:00080000:3.0:1767318257.906340:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317388380, transno 4294975067 00000004:00080000:3.0:1767318257.906343:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2ad80, transno 4294975068 00000004:00080000:3.0:1767318257.906346:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d1500, transno 4294975069 00000004:00080000:3.0:1767318257.908662:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c3800, transno 4294975070 00000004:00080000:3.0:1767318257.908667:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c1500, transno 4294975071 00000004:00080000:3.0:1767318257.908669:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c1c00, transno 4294975072 00000004:00080000:3.0:1767318257.908672:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c1180, transno 4294975073 00000004:00080000:3.0:1767318257.908675:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317389880, transno 4294975074 00000004:00080000:3.0:1767318257.908678:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c0a80, transno 4294975075 00000004:00080000:3.0:1767318257.908680:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317388700, transno 4294975076 00000004:00080000:3.0:1767318257.908683:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c0e00, transno 4294975077 00000004:00080000:3.0:1767318257.908686:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738bb80, transno 4294975078 00000004:00080000:3.0:1767318257.908688:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d3100, transno 4294975079 00000004:00080000:3.0:1767318257.908691:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19180, transno 4294975080 00000004:00080000:3.0:1767318257.908693:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1bb80, transno 4294975081 00000004:00080000:3.0:1767318257.908696:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d272d80, transno 4294975082 00000004:00080000:3.0:1767318257.908698:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18380, transno 4294975083 00000004:00080000:3.0:1767318257.908701:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1ad80, transno 4294975084 00000004:00080000:3.0:1767318257.908703:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19f80, transno 4294975085 00000004:00080000:3.0:1767318257.908705:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18e00, transno 4294975086 00000004:00080000:3.0:1767318257.908708:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d272300, transno 4294975087 00000004:00080000:3.0:1767318257.908710:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738b800, transno 4294975088 00000004:00080000:3.0:1767318257.909023:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317389c00, transno 4294975089 00000004:00080000:3.0:1767318257.909030:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18a80, transno 4294975090 00000004:00080000:3.0:1767318257.909032:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738aa00, transno 4294975091 00000004:00080000:3.0:1767318257.909034:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259e680, transno 4294975092 00000004:00080000:3.0:1767318257.909036:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1a300, transno 4294975093 00000004:00080000:3.0:1767318257.909039:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2a00, transno 4294975094 00000004:00080000:3.0:1767318257.909042:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2d80, transno 4294975095 00000004:00080000:3.0:1767318257.909045:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1aa00, transno 4294975096 00000004:00080000:3.0:1767318257.909047:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d3b80, transno 4294975097 00000004:00080000:3.0:1767318257.909050:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d1180, transno 4294975098 00000004:00080000:3.0:1767318257.909053:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d0e00, transno 4294975099 00000004:00080000:3.0:1767318257.909055:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2680, transno 4294975100 00000004:00080000:3.0:1767318257.909058:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d0000, transno 4294975101 00000004:00080000:3.0:1767318257.909060:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d1880, transno 4294975102 00000004:00080000:3.0:1767318257.909063:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5dc00, transno 4294975103 00000004:00080000:3.0:1767318257.909066:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d0700, transno 4294975104 00000004:00080000:3.0:1767318257.909068:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b5f80, transno 4294975105 00000004:00080000:3.0:1767318257.909071:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c1c00, transno 4294975106 00000004:00080000:3.0:1767318257.909073:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4f800, transno 4294975107 00000004:00080000:3.0:1767318257.909076:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1b100, transno 4294975108 00000004:00080000:3.0:1767318257.909078:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271c00, transno 4294975109 00000004:00080000:3.0:1767318257.909081:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2300, transno 4294975110 00000004:00080000:3.0:1767318257.909084:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b5c00, transno 4294975111 00000004:00080000:3.0:1767318257.909086:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b8380, transno 4294975112 00000004:00080000:3.0:1767318257.909089:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160bb480, transno 4294975113 00000004:00080000:3.0:1767318257.909091:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4dc00, transno 4294975114 00000004:00080000:3.0:1767318257.909093:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce7480, transno 4294975115 00000004:00080000:3.0:1767318257.909096:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca40e00, transno 4294975116 00000004:00080000:3.0:1767318257.909100:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca43480, transno 4294975117 00000004:00080000:3.0:1767318257.909102:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c1f80, transno 4294975118 00000004:00080000:3.0:1767318257.909104:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca41880, transno 4294975119 00000004:00080000:3.0:1767318257.909106:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca42300, transno 4294975120 00000004:00080000:3.0:1767318257.909109:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4c000, transno 4294975121 00000004:00080000:3.0:1767318257.909111:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81d500, transno 4294975122 00000004:00080000:3.0:1767318257.909113:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873bb80, transno 4294975123 00000004:00080000:3.0:1767318257.909116:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125ebb80, transno 4294975124 00000004:00080000:3.0:1767318257.909118:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873b100, transno 4294975125 00000004:00080000:3.0:1767318257.909120:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a6680, transno 4294975126 00000004:00080000:3.0:1767318257.909123:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318739180, transno 4294975127 00000004:00080000:3.0:1767318257.909125:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a7100, transno 4294975128 00000004:00080000:3.0:1767318257.909128:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca29180, transno 4294975129 00000004:00080000:3.0:1767318257.909130:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318738000, transno 4294975130 00000004:00080000:3.0:1767318257.909132:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c3480, transno 4294975131 00000004:00080000:3.0:1767318257.909134:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873ad80, transno 4294975132 00000004:00080000:3.0:1767318257.909137:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873b800, transno 4294975133 00000004:00080000:3.0:1767318257.909139:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318738700, transno 4294975134 00000004:00080000:3.0:1767318257.909142:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2bb80, transno 4294975135 00000004:00080000:3.0:1767318257.909144:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d3800, transno 4294975136 00000004:00080000:3.0:1767318257.909147:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca41180, transno 4294975137 00000004:00080000:3.0:1767318257.909149:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d0000, transno 4294975138 00000004:00080000:3.0:1767318257.909151:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d1c00, transno 4294975139 00000004:00080000:3.0:1767318257.909153:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a4a80, transno 4294975140 00000004:00080000:3.0:1767318257.909156:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca42d80, transno 4294975141 00000004:00080000:3.0:1767318257.909158:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d1880, transno 4294975142 00000004:00080000:3.0:1767318257.909161:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca41c00, transno 4294975143 00000004:00080000:3.0:1767318257.909165:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a18e00, transno 4294975144 00000004:00080000:3.0:1767318257.909167:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d2300, transno 4294975145 00000004:00080000:3.0:1767318257.909169:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d0700, transno 4294975146 00000004:00080000:3.0:1767318257.909171:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d0380, transno 4294975147 00000004:00080000:3.0:1767318257.909173:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d3480, transno 4294975148 00000004:00080000:3.0:1767318257.909175:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b4000, transno 4294975149 00000004:00080000:3.0:1767318257.909177:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d0a80, transno 4294975150 00000004:00080000:3.0:1767318257.909180:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d2a00, transno 4294975151 00000004:00080000:3.0:1767318257.909182:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873aa00, transno 4294975152 00000004:00080000:3.0:1767318257.909184:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a51180, transno 4294975153 00000004:00080000:3.0:1767318257.909186:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a52a00, transno 4294975154 00000004:00080000:3.0:1767318257.909189:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a53100, transno 4294975155 00000004:00080000:3.0:1767318257.909191:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a53b80, transno 4294975156 00000004:00080000:3.0:1767318257.909193:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a50700, transno 4294975157 00000004:00080000:3.0:1767318257.909195:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a50a80, transno 4294975158 00000004:00080000:3.0:1767318257.909197:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a52680, transno 4294975159 00000004:00080000:3.0:1767318257.909199:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a50000, transno 4294975160 00000004:00080000:3.0:1767318257.909201:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a53480, transno 4294975161 00000004:00080000:3.0:1767318257.909203:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6d880, transno 4294975162 00000004:00080000:3.0:1767318257.909206:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6ca80, transno 4294975163 00000004:00080000:3.0:1767318257.909208:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6e300, transno 4294975164 00000004:00080000:3.0:1767318257.909210:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6e680, transno 4294975165 00000004:00080000:3.0:1767318257.909212:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6fb80, transno 4294975166 00000004:00080000:3.0:1767318257.909214:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6ce00, transno 4294975167 00000004:00080000:3.0:1767318257.909216:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6dc00, transno 4294975168 00000004:00080000:3.0:1767318257.909219:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a0e00, transno 4294975169 00000004:00080000:3.0:1767318257.909222:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a51f80, transno 4294975170 00000004:00080000:3.0:1767318257.909224:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6f100, transno 4294975171 00000004:00080000:3.0:1767318257.909226:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a2680, transno 4294975172 00000004:00080000:3.0:1767318257.909229:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a51c00, transno 4294975173 00000004:00080000:3.0:1767318257.909231:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a51880, transno 4294975174 00000004:00080000:3.0:1767318257.909233:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6f480, transno 4294975175 00000004:00080000:3.0:1767318257.909236:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6ed80, transno 4294975176 00000004:00080000:3.0:1767318257.909238:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6df80, transno 4294975177 00000004:00080000:3.0:1767318257.909240:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a3800, transno 4294975178 00000004:00080000:3.0:1767318257.909242:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a0a80, transno 4294975179 00000004:00080000:3.0:1767318257.909244:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a1f80, transno 4294975180 00000004:00080000:3.0:1767318257.909246:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4df80, transno 4294975181 00000004:00080000:3.0:1767318257.909249:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317908700, transno 4294975182 00000004:00080000:3.0:1767318257.909251:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790a300, transno 4294975183 00000004:00080000:3.0:1767318257.909253:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317908380, transno 4294975184 00000004:00080000:3.0:1767318257.909256:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317909880, transno 4294975185 00000004:00080000:3.0:1767318257.909258:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a1500, transno 4294975186 00000004:00080000:3.0:1767318257.909260:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a1c00, transno 4294975187 00000004:00080000:3.0:1767318257.909263:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790b480, transno 4294975188 00000004:00080000:3.0:1767318257.909265:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790a680, transno 4294975189 00000004:00080000:3.0:1767318257.909267:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a0700, transno 4294975190 00000004:00080000:3.0:1767318257.909269:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a2300, transno 4294975191 00000004:00080000:3.0:1767318257.909272:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a3480, transno 4294975192 00000004:00080000:3.0:1767318257.909275:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a3b80, transno 4294975193 00000004:00080000:3.0:1767318257.909277:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a1880, transno 4294975194 00000004:00080000:3.0:1767318257.909279:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a0000, transno 4294975195 00000004:00080000:3.0:1767318257.909281:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6c380, transno 4294975196 00000004:00080000:3.0:1767318257.909284:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a1180, transno 4294975197 00000004:00080000:3.0:1767318257.909286:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a0380, transno 4294975198 00000004:00080000:3.0:1767318257.909288:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a2d80, transno 4294975199 00000004:00080000:3.0:1767318257.909291:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a2a00, transno 4294975200 00000004:00080000:3.0:1767318257.909293:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4b8e00, transno 4294975201 00000004:00080000:3.0:1767318257.909297:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ba300, transno 4294975202 00000004:00080000:3.0:1767318257.909299:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4b9f80, transno 4294975203 00000004:00080000:3.0:1767318257.909302:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4b8700, transno 4294975204 00000004:00080000:3.0:1767318257.909304:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4bb480, transno 4294975205 00000004:00080000:3.0:1767318257.909306:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4b9500, transno 4294975206 00000004:00080000:3.0:1767318257.909309:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d4000, transno 4294975207 00000004:00080000:3.0:1767318257.909311:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4b9180, transno 4294975208 00000004:00080000:3.0:1767318257.909314:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4bb100, transno 4294975209 00000004:00080000:3.0:1767318257.909316:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5c000, transno 4294975210 00000004:00080000:3.0:1767318257.909319:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d4a80, transno 4294975211 00000004:00080000:3.0:1767318257.909321:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d4e00, transno 4294975212 00000004:00080000:3.0:1767318257.909323:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d6d80, transno 4294975213 00000004:00080000:3.0:1767318257.909325:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d7b80, transno 4294975214 00000004:00080000:3.0:1767318257.909327:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d5180, transno 4294975215 00000004:00080000:3.0:1767318257.909329:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d6a00, transno 4294975216 00000004:00080000:3.0:1767318257.909332:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c1180, transno 4294975217 00000004:00080000:3.0:1767318257.909334:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6d180, transno 4294975218 00000004:00080000:3.0:1767318257.909337:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6ea00, transno 4294975219 00000004:00080000:3.0:1767318257.909339:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c3b80, transno 4294975220 00000004:00080000:3.0:1767318257.909342:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6f800, transno 4294975221 00000004:00080000:3.0:1767318257.909344:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a40e00, transno 4294975222 00000004:00080000:3.0:1767318257.909358:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6c000, transno 4294975223 00000004:00080000:3.0:1767318257.909361:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c2a00, transno 4294975224 00000004:00080000:3.0:1767318257.909364:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a42d80, transno 4294975225 00000004:00080000:3.0:1767318257.909366:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a42a00, transno 4294975226 00000004:00080000:3.0:1767318257.909369:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a43100, transno 4294975227 00000004:00080000:3.0:1767318257.909371:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a41f80, transno 4294975228 00000004:00080000:3.0:1767318257.909373:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a43b80, transno 4294975229 00000004:00080000:3.0:1767318257.909375:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a41500, transno 4294975230 00000004:00080000:3.0:1767318257.909378:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a42680, transno 4294975231 00000004:00080000:3.0:1767318257.909380:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a43800, transno 4294975232 00000004:00080000:3.0:1767318257.909382:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c3b80, transno 4294975233 00000004:00080000:3.0:1767318257.909385:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c3100, transno 4294975234 00000004:00080000:3.0:1767318257.909387:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a43480, transno 4294975235 00000004:00080000:3.0:1767318257.909390:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a42300, transno 4294975236 00000004:00080000:3.0:1767318257.909392:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c0700, transno 4294975237 00000004:00080000:3.0:1767318257.909394:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a41180, transno 4294975238 00000004:00080000:3.0:1767318257.909397:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aae300, transno 4294975239 00000004:00080000:3.0:1767318257.909399:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aaea00, transno 4294975240 00000004:00080000:3.0:1767318257.909401:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aaca80, transno 4294975241 00000004:00080000:3.0:1767318257.909403:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aaed80, transno 4294975242 00000004:00080000:3.0:1767318257.909406:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a40380, transno 4294975243 00000004:00080000:3.0:1767318257.909408:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c1500, transno 4294975244 00000004:00080000:3.0:1767318257.909410:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aadf80, transno 4294975245 00000004:00080000:3.0:1767318257.909412:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c2300, transno 4294975246 00000004:00080000:3.0:1767318257.909415:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aae680, transno 4294975247 00000004:00080000:3.0:1767318257.909417:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aaf100, transno 4294975248 00000004:00080000:3.0:1767318257.909419:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aad500, transno 4294975249 00000004:00080000:3.0:1767318257.909421:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afad80, transno 4294975250 00000004:00080000:3.0:1767318257.909423:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afa680, transno 4294975251 00000004:00080000:3.0:1767318257.909425:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afbb80, transno 4294975252 00000004:00080000:3.0:1767318257.909427:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af8e00, transno 4294975253 00000004:00080000:3.0:1767318257.909429:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af8000, transno 4294975254 00000004:00080000:3.0:1767318257.909431:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afaa00, transno 4294975255 00000004:00080000:3.0:1767318257.909433:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afb100, transno 4294975256 00000004:00080000:3.0:1767318257.909435:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af8700, transno 4294975257 00000004:00080000:3.0:1767318257.909437:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af9180, transno 4294975258 00000004:00080000:3.0:1767318257.909439:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317854a80, transno 4294975259 00000004:00080000:3.0:1767318257.909441:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317856a00, transno 4294975260 00000004:00080000:3.0:1767318257.909444:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317857b80, transno 4294975261 00000004:00080000:3.0:1767318257.909446:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317855180, transno 4294975262 00000004:00080000:3.0:1767318257.909448:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317854e00, transno 4294975263 00000004:00080000:3.0:1767318257.909450:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317857800, transno 4294975264 00000004:00080000:3.0:1767318257.909452:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317855c00, transno 4294975265 00000004:00080000:3.0:1767318257.909454:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317857100, transno 4294975266 00000004:00080000:3.0:1767318257.909456:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317854000, transno 4294975267 00000004:00080000:3.0:1767318257.909459:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317855f80, transno 4294975268 00000004:00080000:3.0:1767318257.909461:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317856d80, transno 4294975269 00000004:00080000:3.0:1767318257.909462:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787c700, transno 4294975270 00000004:00080000:3.0:1767318257.909465:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787df80, transno 4294975271 00000004:00080000:3.0:1767318257.909467:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787d880, transno 4294975272 00000004:00080000:3.0:1767318257.909470:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787c000, transno 4294975273 00000004:00080000:3.0:1767318257.909472:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787dc00, transno 4294975274 00000004:00080000:3.0:1767318257.909474:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787f480, transno 4294975275 00000004:00080000:3.0:1767318257.909476:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787d180, transno 4294975276 00000004:00080000:3.0:1767318257.909479:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787ce00, transno 4294975277 00000004:00080000:3.0:1767318257.909481:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787f800, transno 4294975278 00000004:00080000:3.0:1767318257.909483:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787e300, transno 4294975279 00000004:00080000:3.0:1767318257.909486:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787ea00, transno 4294975280 00000004:00080000:3.0:1767318257.909488:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178dd500, transno 4294975281 00000004:00080000:3.0:1767318257.909491:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787e680, transno 4294975282 00000004:00080000:3.0:1767318257.909493:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787f100, transno 4294975283 00000004:00080000:3.0:1767318257.909496:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787ed80, transno 4294975284 00000004:00080000:3.0:1767318257.909498:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787d500, transno 4294975285 00000004:00080000:3.0:1767318257.909501:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178dc000, transno 4294975286 00000004:00080000:3.0:1767318257.909504:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178ddc00, transno 4294975287 00000004:00080000:3.0:1767318257.909528:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178df480, transno 4294975288 00000004:00080000:3.0:1767318257.909531:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178ddf80, transno 4294975289 00000004:00080000:3.0:1767318257.909534:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178ded80, transno 4294975290 00000004:00080000:3.0:1767318257.909536:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aad880, transno 4294975291 00000004:00080000:3.0:1767318257.909538:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178dc700, transno 4294975292 00000004:00080000:3.0:1767318257.909540:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178dce00, transno 4294975293 00000004:00080000:3.0:1767318257.909543:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178de300, transno 4294975294 00000004:00080000:3.0:1767318257.909545:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178df800, transno 4294975295 00000004:00080000:3.0:1767318257.909547:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178dc380, transno 4294975296 00000004:00080000:3.0:1767318257.909549:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c3800, transno 4294975297 00000004:00080000:3.0:1767318257.909552:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4ea00, transno 4294975298 00000004:00080000:3.0:1767318257.909554:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4c700, transno 4294975299 00000004:00080000:3.0:1767318257.909557:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a40a80, transno 4294975300 00000004:00080000:3.0:1767318257.909559:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b4a80, transno 4294975301 00000004:00080000:3.0:1767318257.909561:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a41880, transno 4294975302 00000004:00080000:3.0:1767318257.909564:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d0e00, transno 4294975303 00000004:00080000:3.0:1767318257.909566:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d289f80, transno 4294975304 00000004:00080000:3.0:1767318257.909569:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d3100, transno 4294975305 00000004:00080000:3.0:1767318257.909571:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca41500, transno 4294975306 00000004:00080000:3.0:1767318257.909575:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d04e00, transno 4294975307 00000004:00080000:3.0:1767318257.909578:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d07b80, transno 4294975308 00000004:00080000:3.0:1767318257.909580:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d3b80, transno 4294975309 00000004:00080000:3.0:1767318257.909582:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca43800, transno 4294975310 00000004:00080000:3.0:1767318257.909585:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d04380, transno 4294975311 00000004:00080000:3.0:1767318257.909587:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d05f80, transno 4294975312 00000004:00080000:3.0:1767318257.909590:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d07100, transno 4294975313 00000004:00080000:3.0:1767318257.909592:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d0000, transno 4294975314 00000004:00080000:3.0:1767318257.909595:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d04000, transno 4294975315 00000004:00080000:3.0:1767318257.909597:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca40000, transno 4294975316 00000004:00080000:3.0:1767318257.909599:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d06680, transno 4294975317 00000004:00080000:3.0:1767318257.909601:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d06300, transno 4294975318 00000004:00080000:3.0:1767318257.909604:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d0700, transno 4294975319 00000004:00080000:3.0:1767318257.909606:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d0380, transno 4294975320 00000004:00080000:3.0:1767318257.909608:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d2300, transno 4294975321 00000004:00080000:3.0:1767318257.909610:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d0e00, transno 4294975322 00000004:00080000:3.0:1767318257.909612:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d3480, transno 4294975323 00000004:00080000:3.0:1767318257.909615:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d1880, transno 4294975324 00000004:00080000:3.0:1767318257.909617:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d3b80, transno 4294975325 00000004:00080000:3.0:1767318257.909619:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d2a00, transno 4294975326 00000004:00080000:3.0:1767318257.909621:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d2d80, transno 4294975327 00000004:00080000:3.0:1767318257.909623:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d1f80, transno 4294975328 00000004:00080000:3.0:1767318257.909625:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d3100, transno 4294975329 00000004:00080000:3.0:1767318257.909627:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d3800, transno 4294975330 00000004:00080000:3.0:1767318257.909630:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df7100, transno 4294975331 00000004:00080000:3.0:1767318257.909632:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df4000, transno 4294975332 00000004:00080000:3.0:1767318257.909634:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df5f80, transno 4294975333 00000004:00080000:3.0:1767318257.909636:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df7800, transno 4294975334 00000004:00080000:3.0:1767318257.909638:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df7480, transno 4294975335 00000004:00080000:3.0:1767318257.909641:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df5c00, transno 4294975336 00000004:00080000:3.0:1767318257.909643:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df4a80, transno 4294975337 00000004:00080000:3.0:1767318257.909645:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df5180, transno 4294975338 00000004:00080000:3.0:1767318257.909648:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df5880, transno 4294975339 00000004:00080000:3.0:1767318257.909649:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df4e00, transno 4294975340 00000004:00080000:3.0:1767318257.909652:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df4380, transno 4294975341 00000004:00080000:3.0:1767318257.909654:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df6a00, transno 4294975342 00000004:00080000:3.0:1767318257.909657:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df7b80, transno 4294975343 00000004:00080000:3.0:1767318257.909659:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f29500, transno 4294975344 00000004:00080000:3.0:1767318257.909661:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f2b100, transno 4294975345 00000004:00080000:3.0:1767318257.909664:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f2a680, transno 4294975346 00000004:00080000:3.0:1767318257.909666:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f28380, transno 4294975347 00000004:00080000:3.0:1767318257.909669:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f28700, transno 4294975348 00000004:00080000:3.0:1767318257.909671:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f29880, transno 4294975349 00000004:00080000:3.0:1767318257.909673:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f28000, transno 4294975350 00000004:00080000:3.0:1767318257.909676:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f28e00, transno 4294975351 00000004:00080000:3.0:1767318257.909678:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f2ad80, transno 4294975352 00000004:00080000:3.0:1767318257.909680:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f2b480, transno 4294975353 00000004:00080000:3.0:1767318257.909682:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f29180, transno 4294975354 00000004:00080000:3.0:1767318257.909685:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f29c00, transno 4294975355 00000004:00080000:3.0:1767318257.909687:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f2a300, transno 4294975356 00000004:00080000:3.0:1767318257.909689:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f28a80, transno 4294975357 00000004:00080000:3.0:1767318257.909692:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f2aa00, transno 4294975358 00000004:00080000:3.0:1767318257.909695:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa4380, transno 4294975359 00000004:00080000:3.0:1767318257.909697:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa6300, transno 4294975360 00000004:00080000:3.0:1767318257.909699:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa4700, transno 4294975361 00000004:00080000:3.0:1767318257.909702:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc4e00, transno 4294975362 00000004:00080000:3.0:1767318257.909704:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa5c00, transno 4294975363 00000004:00080000:3.0:1767318257.909707:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f29f80, transno 4294975364 00000004:00080000:3.0:1767318257.909709:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc6a00, transno 4294975365 00000004:00080000:3.0:1767318257.909712:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa4000, transno 4294975366 00000004:00080000:3.0:1767318257.909714:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed6680, transno 4294975367 00000004:00080000:3.0:1767318257.909716:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160daa00, transno 4294975368 00000004:00080000:3.0:1767318257.909730:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dbb80, transno 4294975369 00000004:00080000:3.0:1767318257.909732:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f2bb80, transno 4294975370 00000004:00080000:3.0:1767318257.909734:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed6d80, transno 4294975371 00000004:00080000:3.0:1767318257.909736:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160da680, transno 4294975372 00000004:00080000:3.0:1767318257.909739:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d9880, transno 4294975373 00000004:00080000:3.0:1767318257.909741:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d8380, transno 4294975374 00000004:00080000:3.0:1767318257.909743:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed5500, transno 4294975375 00000004:00080000:3.0:1767318257.909746:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dd880, transno 4294975376 00000004:00080000:3.0:1767318257.909748:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dc380, transno 4294975377 00000004:00080000:3.0:1767318257.909750:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d9c00, transno 4294975378 00000004:00080000:3.0:1767318257.909752:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dd180, transno 4294975379 00000004:00080000:3.0:1767318257.909754:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dca80, transno 4294975380 00000004:00080000:3.0:1767318257.909758:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d959880, transno 4294975381 00000004:00080000:3.0:1767318257.909760:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dc000, transno 4294975382 00000004:00080000:3.0:1767318257.909762:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dc700, transno 4294975383 00000004:00080000:3.0:1767318257.909764:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d960a80, transno 4294975384 00000004:00080000:3.0:1767318257.909767:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d95b800, transno 4294975385 00000004:00080000:3.0:1767318257.909859:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d959c00, transno 4294975386 00000004:00080000:3.0:1767318257.909863:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d963b80, transno 4294975387 00000004:00080000:3.0:1767318257.909865:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d95b480, transno 4294975388 00000004:00080000:3.0:1767318257.909867:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d962a00, transno 4294975389 00000004:00080000:3.0:1767318257.909870:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d960700, transno 4294975390 00000004:00080000:3.0:1767318257.909872:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d960000, transno 4294975391 00000004:00080000:3.0:1767318257.909874:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d961880, transno 4294975392 00000004:00080000:3.0:1767318257.909876:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d995f80, transno 4294975393 00000004:00080000:3.0:1767318257.909879:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d997800, transno 4294975394 00000004:00080000:3.0:1767318257.909881:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d994700, transno 4294975395 00000004:00080000:3.0:1767318257.909883:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d997480, transno 4294975396 00000004:00080000:3.0:1767318257.909886:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d994380, transno 4294975397 00000004:00080000:3.0:1767318257.909888:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d994e00, transno 4294975398 00000004:00080000:3.0:1767318257.909890:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d996d80, transno 4294975399 00000004:00080000:3.0:1767318257.909892:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d996a00, transno 4294975400 00000004:00080000:3.0:1767318257.909894:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d995500, transno 4294975401 00000004:00080000:3.0:1767318257.909896:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9b8700, transno 4294975402 00000004:00080000:3.0:1767318257.909899:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d997100, transno 4294975403 00000004:00080000:3.0:1767318257.909902:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9b8e00, transno 4294975404 00000004:00080000:3.0:1767318257.909904:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9b9c00, transno 4294975405 00000004:00080000:3.0:1767318257.909907:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9b8000, transno 4294975406 00000004:00080000:3.0:1767318257.909910:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9db100, transno 4294975407 00000004:00080000:3.0:1767318257.909912:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9db480, transno 4294975408 00000004:00080000:3.0:1767318257.909914:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9dbb80, transno 4294975409 00000004:00080000:3.0:1767318257.909916:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9da680, transno 4294975410 00000004:00080000:3.0:1767318257.909918:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9d9500, transno 4294975411 00000004:00080000:3.0:1767318257.909920:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9daa00, transno 4294975412 00000004:00080000:3.0:1767318257.909923:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5ca80, transno 4294975413 00000004:00080000:3.0:1767318257.909926:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dd500, transno 4294975414 00000004:00080000:3.0:1767318257.909928:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d962680, transno 4294975415 00000004:00080000:3.0:1767318257.909930:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160df100, transno 4294975416 00000004:00080000:3.0:1767318257.909932:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d960e00, transno 4294975417 00000004:00080000:3.0:1767318257.909934:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d961c00, transno 4294975418 00000004:00080000:3.0:1767318257.909937:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9d9880, transno 4294975419 00000004:00080000:3.0:1767318257.909938:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d95a300, transno 4294975420 00000004:00080000:3.0:1767318257.909941:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d95a680, transno 4294975421 00000004:00080000:3.0:1767318257.909942:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d95b100, transno 4294975422 00000004:00080000:3.0:1767318257.909945:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d962d80, transno 4294975423 00000004:00080000:3.0:1767318257.909947:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088a8380, transno 4294975424 00000004:00080000:3.0:1767318257.909950:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d959f80, transno 4294975425 00000004:00080000:3.0:1767318257.909952:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d5880, transno 4294975426 00000004:00080000:3.0:1767318257.909954:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d7100, transno 4294975427 00000004:00080000:3.0:1767318257.909956:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f13100, transno 4294975428 00000004:00080000:3.0:1767318257.909958:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f10700, transno 4294975429 00000004:00080000:3.0:1767318257.909961:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d7800, transno 4294975430 00000004:00080000:3.0:1767318257.909963:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d7480, transno 4294975431 00000004:00080000:3.0:1767318257.909965:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f12300, transno 4294975432 00000004:00080000:3.0:1767318257.909967:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f13480, transno 4294975433 00000004:00080000:3.0:1767318257.909970:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa6680, transno 4294975434 00000004:00080000:3.0:1767318257.909972:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa5500, transno 4294975435 00000004:00080000:3.0:1767318257.909974:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f11f80, transno 4294975436 00000004:00080000:3.0:1767318257.909976:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a40000, transno 4294975437 00000004:00080000:3.0:1767318257.909978:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787ca80, transno 4294975438 00000004:00080000:3.0:1767318257.909980:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a6680, transno 4294975439 00000004:00080000:3.0:1767318257.909982:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ae300, transno 4294975440 00000004:00080000:3.0:1767318257.909984:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa7100, transno 4294975441 00000004:00080000:3.0:1767318257.909986:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a5880, transno 4294975442 00000004:00080000:3.0:1767318257.909989:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d1180, transno 4294975443 00000004:00080000:3.0:1767318257.909991:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d1500, transno 4294975444 00000004:00080000:3.0:1767318257.909994:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d1c00, transno 4294975445 00000004:00080000:3.0:1767318257.909996:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da3800, transno 4294975446 00000004:00080000:3.0:1767318257.909998:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da3480, transno 4294975447 00000004:00080000:3.0:1767318257.910000:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da1180, transno 4294975448 00000004:00080000:3.0:1767318257.910002:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da1880, transno 4294975449 00000004:00080000:3.0:1767318257.910004:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da2a00, transno 4294975450 00000004:00080000:3.0:1767318257.910006:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca29500, transno 4294975451 00000004:00080000:3.0:1767318257.910009:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a4000, transno 4294975452 00000004:00080000:3.0:1767318257.910011:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da0000, transno 4294975453 00000004:00080000:3.0:1767318257.910013:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317821880, transno 4294975454 00000004:00080000:3.0:1767318257.910016:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317820700, transno 4294975455 00000004:00080000:3.0:1767318257.910018:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a7800, transno 4294975456 00000004:00080000:3.0:1767318257.910020:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317820a80, transno 4294975457 00000004:00080000:3.0:1767318257.910022:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317820380, transno 4294975458 00000004:00080000:3.0:1767318257.910025:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317821180, transno 4294975459 00000004:00080000:3.0:1767318257.910027:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317822680, transno 4294975460 00000004:00080000:3.0:1767318257.910029:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317823480, transno 4294975461 00000004:00080000:3.0:1767318257.910031:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d0a80, transno 4294975462 00000004:00080000:3.0:1767318257.910034:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ae680, transno 4294975463 00000004:00080000:3.0:1767318257.910037:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d9500, transno 4294975464 00000004:00080000:3.0:1767318257.910039:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160db800, transno 4294975465 00000004:00080000:3.0:1767318257.910042:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ad500, transno 4294975466 00000004:00080000:3.0:1767318257.910045:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed7100, transno 4294975467 00000004:00080000:3.0:1767318257.910047:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d2680, transno 4294975468 00000004:00080000:3.0:1767318257.910049:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed5f80, transno 4294975469 00000004:00080000:3.0:1767318257.910052:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160db480, transno 4294975470 00000004:00080000:3.0:1767318257.910055:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcf800, transno 4294975471 00000004:00080000:3.0:1767318257.910057:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcc000, transno 4294975472 00000004:00080000:3.0:1767318257.910060:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcfb80, transno 4294975473 00000004:00080000:3.0:1767318257.910062:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fce680, transno 4294975474 00000004:00080000:3.0:1767318257.910065:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fce300, transno 4294975475 00000004:00080000:3.0:1767318257.910067:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc5180, transno 4294975476 00000004:00080000:3.0:1767318257.910070:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc5880, transno 4294975477 00000004:00080000:3.0:1767318257.910072:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc6680, transno 4294975478 00000004:00080000:3.0:1767318257.910074:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc4700, transno 4294975479 00000004:00080000:3.0:1767318257.910076:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc7100, transno 4294975480 00000004:00080000:3.0:1767318257.910078:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcf100, transno 4294975481 00000004:00080000:3.0:1767318257.910081:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcd880, transno 4294975482 00000004:00080000:3.0:1767318257.910083:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc7800, transno 4294975483 00000004:00080000:3.0:1767318257.910085:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df6d80, transno 4294975484 00000004:00080000:3.0:1767318257.910087:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aac000, transno 4294975485 00000004:00080000:3.0:1767318257.910090:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aace00, transno 4294975486 00000004:00080000:3.0:1767318257.910092:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df6680, transno 4294975487 00000004:00080000:3.0:1767318257.910095:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bfb80, transno 4294975488 00000004:00080000:3.0:1767318257.910097:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcce00, transno 4294975489 00000004:00080000:3.0:1767318257.910099:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9d8380, transno 4294975490 00000004:00080000:3.0:1767318257.910102:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51b800, transno 4294975491 00000004:00080000:3.0:1767318257.910104:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9db800, transno 4294975492 00000004:00080000:3.0:1767318257.910106:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcea00, transno 4294975493 00000004:00080000:3.0:1767318257.910109:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5df80, transno 4294975494 00000004:00080000:3.0:1767318257.910111:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c518700, transno 4294975495 00000004:00080000:3.0:1767318257.910113:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52e680, transno 4294975496 00000004:00080000:3.0:1767318257.910115:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bea00, transno 4294975497 00000004:00080000:3.0:1767318257.910117:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52df80, transno 4294975498 00000004:00080000:3.0:1767318257.910119:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bed80, transno 4294975499 00000004:00080000:3.0:1767318257.910122:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c519c00, transno 4294975500 00000004:00080000:3.0:1767318257.910124:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52f800, transno 4294975501 00000004:00080000:3.0:1767318257.910127:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178be680, transno 4294975502 00000004:00080000:3.0:1767318257.910129:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52c000, transno 4294975503 00000004:00080000:3.0:1767318257.910132:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52dc00, transno 4294975504 00000004:00080000:3.0:1767318257.910134:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51aa00, transno 4294975505 00000004:00080000:3.0:1767318257.910137:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52c700, transno 4294975506 00000004:00080000:3.0:1767318257.910139:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c544000, transno 4294975507 00000004:00080000:3.0:1767318257.910141:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c519500, transno 4294975508 00000004:00080000:3.0:1767318257.910144:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c545880, transno 4294975509 00000004:00080000:3.0:1767318257.910146:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c546300, transno 4294975510 00000004:00080000:3.0:1767318257.910149:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c544e00, transno 4294975511 00000004:00080000:3.0:1767318257.910151:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c547b80, transno 4294975512 00000004:00080000:3.0:1767318257.910154:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c547480, transno 4294975513 00000004:00080000:3.0:1767318257.910156:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c546a00, transno 4294975514 00000004:00080000:3.0:1767318257.910158:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c547800, transno 4294975515 00000004:00080000:3.0:1767318257.910161:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c563b80, transno 4294975516 00000004:00080000:3.0:1767318257.910163:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c545c00, transno 4294975517 00000004:00080000:3.0:1767318257.910165:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c562680, transno 4294975518 00000004:00080000:3.0:1767318257.910167:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c560000, transno 4294975519 00000004:00080000:3.0:1767318257.910170:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c561c00, transno 4294975520 00000004:00080000:3.0:1767318257.910172:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c563480, transno 4294975521 00000004:00080000:3.0:1767318257.910174:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c546d80, transno 4294975522 00000004:00080000:3.0:1767318257.910177:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c562a00, transno 4294975523 00000004:00080000:3.0:1767318257.910179:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c561880, transno 4294975524 00000004:00080000:3.0:1767318257.910181:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311690a80, transno 4294975525 00000004:00080000:3.0:1767318257.910185:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311690380, transno 4294975526 00000004:00080000:3.0:1767318257.910187:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311690e00, transno 4294975527 00000004:00080000:3.0:1767318257.910189:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c563800, transno 4294975528 00000004:00080000:3.0:1767318257.910192:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311692680, transno 4294975529 00000004:00080000:3.0:1767318257.910194:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311691500, transno 4294975530 00000004:00080000:3.0:1767318257.910196:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311692a00, transno 4294975531 00000004:00080000:3.0:1767318257.910198:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311693800, transno 4294975532 00000004:00080000:3.0:1767318257.910201:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249de300, transno 4294975533 00000004:00080000:3.0:1767318257.910203:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249dd880, transno 4294975534 00000004:00080000:3.0:1767318257.910206:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311690700, transno 4294975535 00000004:00080000:3.0:1767318257.910208:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249dc380, transno 4294975536 00000004:00080000:3.0:1767318257.910211:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e5880, transno 4294975537 00000004:00080000:3.0:1767318257.910214:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249dd180, transno 4294975538 00000004:00080000:3.0:1767318257.910216:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249ddf80, transno 4294975539 00000004:00080000:3.0:1767318257.910219:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249dce00, transno 4294975540 00000004:00080000:3.0:1767318257.910222:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d56a00, transno 4294975541 00000004:00080000:3.0:1767318257.910224:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c545180, transno 4294975542 00000004:00080000:3.0:1767318257.910227:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e6680, transno 4294975543 00000004:00080000:3.0:1767318257.910229:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c563100, transno 4294975544 00000004:00080000:3.0:1767318257.910232:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d55f80, transno 4294975545 00000004:00080000:3.0:1767318257.910234:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c560700, transno 4294975546 00000004:00080000:3.0:1767318257.910237:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c546680, transno 4294975547 00000004:00080000:3.0:1767318257.910239:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c560a80, transno 4294975548 00000004:00080000:3.0:1767318257.910241:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc6d80, transno 4294975549 00000004:00080000:3.0:1767318257.910244:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc5f80, transno 4294975550 00000004:00080000:3.0:1767318257.910246:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249de680, transno 4294975551 00000004:00080000:3.0:1767318257.910248:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f1500, transno 4294975552 00000004:00080000:3.0:1767318257.910250:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc4000, transno 4294975553 00000004:00080000:3.0:1767318257.910252:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f2a00, transno 4294975554 00000004:00080000:3.0:1767318257.910254:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f1180, transno 4294975555 00000004:00080000:3.0:1767318257.910256:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d56d80, transno 4294975556 00000004:00080000:3.0:1767318257.910259:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f0380, transno 4294975557 00000004:00080000:3.0:1767318257.910261:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249df480, transno 4294975558 00000004:00080000:3.0:1767318257.910263:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160db100, transno 4294975559 00000004:00080000:3.0:1767318257.910265:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e4000, transno 4294975560 00000004:00080000:3.0:1767318257.910268:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317855500, transno 4294975561 00000004:00080000:3.0:1767318257.910270:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc5500, transno 4294975562 00000004:00080000:3.0:1767318257.910272:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e6d80, transno 4294975563 00000004:00080000:3.0:1767318257.910274:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df6300, transno 4294975564 00000004:00080000:3.0:1767318257.910276:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d54700, transno 4294975565 00000004:00080000:3.0:1767318257.910278:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d57100, transno 4294975566 00000004:00080000:3.0:1767318257.910280:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d57800, transno 4294975567 00000004:00080000:3.0:1767318257.910282:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e5180, transno 4294975568 00000004:00080000:3.0:1767318257.910284:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d54e00, transno 4294975569 00000004:00080000:3.0:1767318257.910286:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e5500, transno 4294975570 00000004:00080000:3.0:1767318257.910288:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e4700, transno 4294975571 00000004:00080000:3.0:1767318257.910290:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088a9c00, transno 4294975572 00000004:00080000:3.0:1767318257.910293:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d57b80, transno 4294975573 00000004:00080000:3.0:1767318257.910296:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c519880, transno 4294975574 00000004:00080000:3.0:1767318257.910298:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c518000, transno 4294975575 00000004:00080000:3.0:1767318257.910301:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51b100, transno 4294975576 00000004:00080000:3.0:1767318257.910303:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e5f80, transno 4294975577 00000004:00080000:3.0:1767318257.910305:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d56680, transno 4294975578 00000004:00080000:3.0:1767318257.910308:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c518a80, transno 4294975579 00000004:00080000:3.0:1767318257.910311:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed6300, transno 4294975580 00000004:00080000:3.0:1767318257.910313:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d95ad80, transno 4294975581 00000004:00080000:3.0:1767318257.910315:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f11180, transno 4294975582 00000004:00080000:3.0:1767318257.910317:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088a9880, transno 4294975583 00000004:00080000:3.0:1767318257.910320:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088a9180, transno 4294975584 00000004:00080000:3.0:1767318257.910322:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759c00, transno 4294975585 00000004:00080000:3.0:1767318257.910325:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875b480, transno 4294975586 00000004:00080000:3.0:1767318257.910327:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759180, transno 4294975587 00000004:00080000:3.0:1767318257.910329:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759f80, transno 4294975588 00000004:00080000:3.0:1767318257.910332:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249dc000, transno 4294975589 00000004:00080000:3.0:1767318257.910334:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088a9500, transno 4294975590 00000004:00080000:3.0:1767318257.910336:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f12d80, transno 4294975591 00000004:00080000:3.0:1767318257.910339:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03094a3100, transno 4294975592 00000004:00080000:3.0:1767318257.910341:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317822300, transno 4294975593 00000004:00080000:3.0:1767318257.910343:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6c700, transno 4294975594 00000004:00080000:3.0:1767318257.910346:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce6300, transno 4294975595 00000004:00080000:3.0:1767318257.910358:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b7100, transno 4294975596 00000004:00080000:3.0:1767318257.910361:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a41c00, transno 4294975597 00000004:00080000:3.0:1767318257.910363:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c560380, transno 4294975598 00000004:00080000:3.0:1767318257.910366:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a51500, transno 4294975599 00000004:00080000:3.0:1767318257.910368:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311993100, transno 4294975600 00000004:00080000:3.0:1767318257.910371:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be7800, transno 4294975601 00000004:00080000:3.0:1767318257.910373:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304122680, transno 4294975602 00000004:00080000:3.0:1767318257.910375:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bf800, transno 4294975603 00000004:00080000:3.0:1767318257.910378:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317389500, transno 4294975604 00000004:00080000:3.0:1767318257.910380:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51a300, transno 4294975605 00000004:00080000:3.0:1767318257.910382:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c510700, transno 4294975606 00000004:00080000:3.0:1767318257.910384:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c513800, transno 4294975607 00000004:00080000:3.0:1767318257.910387:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318374000, transno 4294975608 00000004:00080000:3.0:1767318257.910389:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d960380, transno 4294975609 00000004:00080000:3.0:1767318257.910391:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d962300, transno 4294975610 00000004:00080000:3.0:1767318257.910393:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c510380, transno 4294975611 00000004:00080000:3.0:1767318257.910395:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be5f80, transno 4294975612 00000004:00080000:3.0:1767318257.910398:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d961f80, transno 4294975613 00000004:00080000:3.0:1767318257.910400:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351d500, transno 4294975614 00000004:00080000:3.0:1767318257.910402:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787fb80, transno 4294975615 00000004:00080000:3.0:1767318257.910404:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e1c00, transno 4294975616 00000004:00080000:3.0:1767318257.910407:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311693b80, transno 4294975617 00000004:00080000:3.0:1767318257.910409:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da1f80, transno 4294975618 00000004:00080000:3.0:1767318257.910411:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2a680, transno 4294975619 00000004:00080000:3.0:1767318257.910413:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311691c00, transno 4294975620 00000004:00080000:3.0:1767318257.910415:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfd500, transno 4294975621 00000004:00080000:3.0:1767318257.910417:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117ddf80, transno 4294975622 00000004:00080000:3.0:1767318257.910420:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e2a00, transno 4294975623 00000004:00080000:3.0:1767318257.910422:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f0a80, transno 4294975624 00000004:00080000:3.0:1767318257.910424:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7d180, transno 4294975625 00000004:00080000:3.0:1767318257.910427:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52e300, transno 4294975626 00000004:00080000:3.0:1767318257.910429:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318758380, transno 4294975627 00000004:00080000:3.0:1767318257.910432:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fef100, transno 4294975628 00000004:00080000:3.0:1767318257.910434:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7f800, transno 4294975629 00000004:00080000:3.0:1767318257.910437:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7fb80, transno 4294975630 00000004:00080000:3.0:1767318257.910439:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311691880, transno 4294975631 00000004:00080000:3.0:1767318257.910441:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7f100, transno 4294975632 00000004:00080000:3.0:1767318257.910443:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f3b80, transno 4294975633 00000004:00080000:3.0:1767318257.910446:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7c000, transno 4294975634 00000004:00080000:3.0:1767318257.910449:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7f480, transno 4294975635 00000004:00080000:3.0:1767318257.910451:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fee300, transno 4294975636 00000004:00080000:3.0:1767318257.910454:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178dd880, transno 4294975637 00000004:00080000:3.0:1767318257.910456:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a4380, transno 4294975638 00000004:00080000:3.0:1767318257.910459:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311691180, transno 4294975639 00000004:00080000:3.0:1767318257.910461:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030b94d180, transno 4294975640 00000004:00080000:3.0:1767318257.910463:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311693100, transno 4294975641 00000004:00080000:3.0:1767318257.910466:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c2a00, transno 4294975642 00000004:00080000:3.0:1767318257.910469:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317856680, transno 4294975643 00000004:00080000:3.0:1767318257.910471:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c513100, transno 4294975644 00000004:00080000:3.0:1767318257.910474:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a71500, transno 4294975645 00000004:00080000:3.0:1767318257.910476:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e2a00, transno 4294975646 00000004:00080000:3.0:1767318257.910479:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c130e00, transno 4294975647 00000004:00080000:3.0:1767318257.910481:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088a9f80, transno 4294975648 00000004:00080000:3.0:1767318257.910484:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52ea00, transno 4294975649 00000004:00080000:3.0:1767318257.910486:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c512300, transno 4294975650 00000004:00080000:3.0:1767318257.910489:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c512a00, transno 4294975651 00000004:00080000:3.0:1767318257.910491:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fef800, transno 4294975652 00000004:00080000:3.0:1767318257.910494:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c544380, transno 4294975653 00000004:00080000:3.0:1767318257.910496:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c544a80, transno 4294975654 00000004:00080000:3.0:1767318257.910499:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fee680, transno 4294975655 00000004:00080000:3.0:1767318257.910501:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd3480, transno 4294975656 00000004:00080000:3.0:1767318257.910503:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e6a00, transno 4294975657 00000004:00080000:3.0:1767318257.910540:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aadc00, transno 4294975658 00000004:00080000:3.0:1767318257.910543:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2c700, transno 4294975659 00000004:00080000:3.0:1767318257.910545:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2a300, transno 4294975660 00000004:00080000:3.0:1767318257.910548:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a60e00, transno 4294975661 00000004:00080000:3.0:1767318257.910550:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a67800, transno 4294975662 00000004:00080000:3.0:1767318257.910553:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a64700, transno 4294975663 00000004:00080000:3.0:1767318257.910555:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2b100, transno 4294975664 00000004:00080000:3.0:1767318257.910558:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a65f80, transno 4294975665 00000004:00080000:3.0:1767318257.910560:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d28380, transno 4294975666 00000004:00080000:3.0:1767318257.910562:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a67100, transno 4294975667 00000004:00080000:3.0:1767318257.910564:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a65880, transno 4294975668 00000004:00080000:3.0:1767318257.910566:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2aa00, transno 4294975669 00000004:00080000:3.0:1767318257.910569:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a66300, transno 4294975670 00000004:00080000:3.0:1767318257.910571:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a65500, transno 4294975671 00000004:00080000:3.0:1767318257.910573:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d29500, transno 4294975672 00000004:00080000:3.0:1767318257.910575:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd1500, transno 4294975673 00000004:00080000:3.0:1767318257.910577:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd0e00, transno 4294975674 00000004:00080000:3.0:1767318257.910579:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd0000, transno 4294975675 00000004:00080000:3.0:1767318257.910582:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bdc00, transno 4294975676 00000004:00080000:3.0:1767318257.910584:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2a680, transno 4294975677 00000004:00080000:3.0:1767318257.910586:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd1880, transno 4294975678 00000004:00080000:3.0:1767318257.910588:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d56300, transno 4294975679 00000004:00080000:3.0:1767318257.910591:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce5180, transno 4294975680 00000004:00080000:3.0:1767318257.910593:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52fb80, transno 4294975681 00000004:00080000:3.0:1767318257.910595:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f0e00, transno 4294975682 00000004:00080000:3.0:1767318257.910598:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103f480, transno 4294975683 00000004:00080000:3.0:1767318257.910600:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a23800, transno 4294975684 00000004:00080000:3.0:1767318257.910603:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a23480, transno 4294975685 00000004:00080000:3.0:1767318257.910605:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a21180, transno 4294975686 00000004:00080000:3.0:1767318257.910607:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a63800, transno 4294975687 00000004:00080000:3.0:1767318257.910609:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3ad80, transno 4294975688 00000004:00080000:3.0:1767318257.910611:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a62d80, transno 4294975689 00000004:00080000:3.0:1767318257.910614:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a60700, transno 4294975690 00000004:00080000:3.0:1767318257.910617:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f38e00, transno 4294975691 00000004:00080000:3.0:1767318257.910619:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f38a80, transno 4294975692 00000004:00080000:3.0:1767318257.910622:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f39180, transno 4294975693 00000004:00080000:3.0:1767318257.910624:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b60a80, transno 4294975694 00000004:00080000:3.0:1767318257.910627:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312feed80, transno 4294975695 00000004:00080000:3.0:1767318257.910629:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b61880, transno 4294975696 00000004:00080000:3.0:1767318257.910632:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b62a00, transno 4294975697 00000004:00080000:3.0:1767318257.910635:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f37480, transno 4294975698 00000004:00080000:3.0:1767318257.910637:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b60380, transno 4294975699 00000004:00080000:3.0:1767318257.910639:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd3b80, transno 4294975700 00000004:00080000:3.0:1767318257.910642:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabf800, transno 4294975701 00000004:00080000:3.0:1767318257.910644:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd0700, transno 4294975702 00000004:00080000:3.0:1767318257.910647:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd3100, transno 4294975703 00000004:00080000:3.0:1767318257.910649:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd2a00, transno 4294975704 00000004:00080000:3.0:1767318257.910652:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031787c380, transno 4294975705 00000004:00080000:3.0:1767318257.910654:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51b480, transno 4294975706 00000004:00080000:3.0:1767318257.910656:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a64380, transno 4294975707 00000004:00080000:3.0:1767318257.910659:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a22680, transno 4294975708 00000004:00080000:3.0:1767318257.910661:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd44a80, transno 4294975709 00000004:00080000:3.0:1767318257.910663:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b63800, transno 4294975710 00000004:00080000:3.0:1767318257.910666:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b61c00, transno 4294975711 00000004:00080000:3.0:1767318257.910668:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a64a80, transno 4294975712 00000004:00080000:3.0:1767318257.910671:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f37b80, transno 4294975713 00000004:00080000:3.0:1767318257.910673:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f35880, transno 4294975714 00000004:00080000:3.0:1767318257.910675:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a20a80, transno 4294975715 00000004:00080000:3.0:1767318257.910678:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311999f80, transno 4294975716 00000004:00080000:3.0:1767318257.910680:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f37100, transno 4294975717 00000004:00080000:3.0:1767318257.910682:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca40a80, transno 4294975718 00000004:00080000:3.0:1767318257.910685:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f34a80, transno 4294975719 00000100:00100000:3.0:1767318257.910695:0:6187:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9a0320d91c00 x1853163938393344/t4294975720(4294975720) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318273 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318257.910708:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c513b80/2, rc 0, transno 4294975802 00000100:00100000:3.0:1767318257.910713:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938434944:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318257.914647:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7c380/2, rc 0, transno 4294975376 00000100:00100000:3.0:1767318257.914658:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938433280:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318257.914673:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fc700/2, rc 0, transno 4294975377 00000100:00100000:3.0:1767318257.914678:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938437120:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318257.914697:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318257.914997:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.916029:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.920090:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.923257:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.923312:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1767318257.932471:0:21383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1bcc00/0x3313483622c95c77 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554203 expref: 232 pid: 21382 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.932486:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938438272:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318257.932534:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9caa2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.932547:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9caa2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.932555:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9caa2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.932565:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9caa2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.932572:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9caa2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.932590:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318257.933140:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+95:6187:x1853163938437888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38383us (39046us total) trans 4294975805 rc 0/0 00000100:00100000:3.0:1767318257.933150:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23323 00010000:00010000:3.0:1767318257.933180:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318257.933187:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9caa2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.933194:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d47000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318257.933198:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9caa2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.933206:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9caa2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.933222:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9caa2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.933229:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9caa2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.933247:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318257.933248:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318257.933250:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318257.943943:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.944056:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.944083:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.944141:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.944158:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.944178:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.944212:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.944228:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.944315:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308165f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938440832:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318257.944336:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cafd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318257.944368:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917958784 00000100:00100000:3.0:1767318257.944373:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917958784 00010000:00010000:3.0:1767318257.944400:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0ce00/0x3313483622c95f72 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554330 expref: 214 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.944416:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917958656 00000100:00100000:3.0:1767318257.944418:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917958656 00010000:00010000:3.0:1767318257.944428:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0cc00/0x3313483622c95f6b lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554322 expref: 215 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.944437:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917958912 00000100:00100000:3.0:1767318257.944440:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917958912 00010000:00010000:3.0:1767318257.944448:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0dc00/0x3313483622c95f79 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55433e expref: 216 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.944457:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917959040 00000100:00100000:3.0:1767318257.944460:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917959040 00010000:00010000:3.0:1767318257.944469:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0c600/0x3313483622c95f80 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55434c expref: 217 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.944480:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917959296 00000100:00100000:3.0:1767318257.944483:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917959296 00010000:00010000:3.0:1767318257.944493:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309992800/0x3313483622c95f8e lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554368 expref: 218 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.944532:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917959168 00000100:00100000:3.0:1767318257.944536:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917959168 00010000:00010000:3.0:1767318257.944547:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309992a00/0x3313483622c95f87 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55435a expref: 219 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.944558:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917959424 00000100:00100000:3.0:1767318257.944560:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917959424 00010000:00010000:3.0:1767318257.944571:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c95f95 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554376 expref: 220 pid: 21391 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.944581:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917958528 00000100:00100000:3.0:1767318257.944583:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917958528 00010000:00010000:3.0:1767318257.944594:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0c200/0x3313483622c95f64 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x12c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554314 expref: 221 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.944606:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31870 00000100:00100000:3.0:1767318257.944612:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04199b7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+221:2483:x1853163917958784:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.944624:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.944628:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0ce00/0x3313483622c95f72 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554330 expref: 221 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.944637:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0ce00/0x3313483622c95f72 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554330 expref: 221 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.944656:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.944658:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.944663:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9caf6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.944671:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9caf6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.944691:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318257.944729:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04199b7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+221:2483:x1853163917958784:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 115us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.944736:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31870 00000100:00100000:3.0:1767318257.945102:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31871 00000100:00100000:3.0:1767318257.945110:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+220:2483:x1853163917958656:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.945118:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.945123:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0cc00/0x3313483622c95f6b lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554322 expref: 220 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945133:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0cc00/0x3313483622c95f6b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554322 expref: 220 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945147:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.945148:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.945152:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9caef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.945158:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9caef lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.945172:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318257.945192:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+220:2483:x1853163917958656:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 82us (1226us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.945198:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31871 00000100:00100000:3.0:1767318257.945213:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31872 00000100:00100000:3.0:1767318257.945219:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+219:2483:x1853163917958912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.945226:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.945231:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0dc00/0x3313483622c95f79 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55433e expref: 219 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945240:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0dc00/0x3313483622c95f79 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55433e expref: 219 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945252:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0dc00/0x3313483622c95f79 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55433e expref: 219 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945264:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.945266:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.945268:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cafd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.945275:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cafd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.945295:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318257.945313:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+218:2483:x1853163917958912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 93us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.945397:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31872 00000100:00100000:3.0:1767318257.945413:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31873 00000100:00100000:3.0:1767318257.945420:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+217:2483:x1853163917959040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.945428:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.945434:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0c600/0x3313483622c95f80 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55434c expref: 217 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945443:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309a0c600/0x3313483622c95f80 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55434c expref: 217 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945455:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.945457:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.945460:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9cb04 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.945466:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9cb04 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.945479:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318257.945498:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+217:2483:x1853163917959040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 78us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.945527:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31873 00000100:00100000:3.0:1767318257.945544:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31874 00000100:00100000:3.0:1767318257.945551:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+216:2483:x1853163917959296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.945559:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.945564:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309992800/0x3313483622c95f8e lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554368 expref: 216 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945573:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309992800/0x3313483622c95f8e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554368 expref: 216 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945590:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.945592:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.945596:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cb12 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.945603:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cb12 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.945616:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318257.945636:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+216:2483:x1853163917959296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (1477us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.945642:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31874 00000100:00100000:3.0:1767318257.945655:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31875 00000100:00100000:3.0:1767318257.945661:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+215:2483:x1853163917959168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.945669:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.945673:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309992a00/0x3313483622c95f87 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55435a expref: 215 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945682:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309992a00/0x3313483622c95f87 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55435a expref: 215 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.945693:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.945695:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.945698:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9cb0b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.945710:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9cb0b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.947184:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318257.947208:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+212:2483:x1853163917959168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1546us (3028us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.947215:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31875 00010000:00010000:3.0:1767318257.947255:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318257.947261:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9caf6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.947268:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318257.947272:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9caf6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.947281:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9caf6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.947293:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9caf6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.947300:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9caf6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.947331:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318257.947333:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318257.947335:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318257.947356:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cafd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.947364:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cafd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.947372:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cafd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.947380:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cafd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.947400:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318257.947631:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03064b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1322:6185:x1853163938440320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19453us (24089us total) trans 4294975381 rc 0/0 00000100:00100000:3.0:1767318257.947639:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23334 00000100:00100000:3.0:1767318257.950920:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.950977:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.951012:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.951073:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.951104:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.951196:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.951241:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.951256:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.958340:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.958380:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.958401:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1767318257.958535:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318257.958571:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917960832 00000100:00100000:3.0:1767318257.958578:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917960832 00010000:00010000:3.0:1767318257.958600:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c95f9c lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554384 expref: 207 pid: 21391 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.958618:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917961088 00000100:00100000:3.0:1767318257.958621:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917961088 00010000:00010000:3.0:1767318257.958633:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1cc00/0x3313483622c95faa lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543a0 expref: 208 pid: 21391 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.958645:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917960960 00000100:00100000:3.0:1767318257.958648:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917960960 00010000:00010000:3.0:1767318257.958659:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c400/0x3313483622c95fa3 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554392 expref: 209 pid: 21391 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.958671:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31886 00000100:00100000:3.0:1767318257.958677:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+209:2481:x1853163917960832:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.958686:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.958691:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c95f9c lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554384 expref: 209 pid: 21391 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.958701:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c95f9c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554384 expref: 209 pid: 21391 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.958716:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.958724:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.958728:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9cb58 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.958738:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9cb58 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.958756:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318257.959099:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+209:2481:x1853163917960832:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 420us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.959107:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31886 00000100:00100000:3.0:1767318257.959124:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31887 00000100:00100000:3.0:1767318257.959131:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+208:2481:x1853163917961088:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.959139:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.959144:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1cc00/0x3313483622c95faa lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543a0 expref: 208 pid: 21391 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.959154:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1cc00/0x3313483622c95faa lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543a0 expref: 208 pid: 21391 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.959167:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.959168:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.959171:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9cb66 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.959178:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9cb66 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.959191:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318257.959210:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+208:2481:x1853163917961088:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 79us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.959217:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31887 00000100:00100000:3.0:1767318257.959229:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31888 00000100:00100000:3.0:1767318257.959235:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+207:2481:x1853163917960960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.959242:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.959246:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c400/0x3313483622c95fa3 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554392 expref: 207 pid: 21391 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.959255:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c400/0x3313483622c95fa3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554392 expref: 207 pid: 21391 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.959266:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.959268:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.959271:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.959279:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.959291:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318257.959311:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+207:2481:x1853163917960960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 75us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.959317:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31888 00000100:00100000:3.0:1767318257.959376:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.960006:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917961216 00000100:00100000:3.0:1767318257.960013:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917961216 00010000:00010000:3.0:1767318257.960032:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ce00/0x3313483622c95fb1 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ae expref: 206 pid: 21391 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.960061:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31889 00000100:00100000:3.0:1767318257.960068:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+206:2481:x1853163917961216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.960077:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.960082:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ce00/0x3313483622c95fb1 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ae expref: 206 pid: 21391 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.960092:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ce00/0x3313483622c95fb1 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ae expref: 206 pid: 21391 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.960107:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.960108:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.960112:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9cb6d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.960120:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9cb6d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.960135:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318257.960166:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+206:2481:x1853163917961216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 99us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.960172:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31889 00010000:00010000:3.0:1767318257.960948:0:25439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c400/0x3313483622c95fa3 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554392 expref: 205 pid: 21391 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.960962:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03064baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938444416:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318257.960984:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.960993:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961011:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961019:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961026:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961042:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318257.961188:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03064b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1327:6187:x1853163938444160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12418us (12712us total) trans 4294975388 rc 0/0 00000100:00100000:3.0:1767318257.961195:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23348 00010000:00010000:3.0:1767318257.961228:0:21249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0306710400/0x3313483622c95cb6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554281 expref: 222 pid: 25439 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.961238:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938443520:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318257.961249:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9cb43 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961257:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9cb43 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961264:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9cb43 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961271:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9cb43 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961278:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9cb43 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961291:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318257.961451:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437ecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+103:6187:x1853163938443008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19178us (19350us total) trans 4294975811 rc 0/0 00000100:00100000:3.0:1767318257.961458:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23344 00010000:00010000:3.0:1767318257.961490:0:16012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030561cc00/0x3313483622c95ccb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55429d expref: 221 pid: 21245 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.961500:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318759180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938443392:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318257.961535:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0309993600/0x3313483622c9cb3c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961543:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0309993600/0x3313483622c9cb3c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961549:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309993600/0x3313483622c9cb3c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961561:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309993600/0x3313483622c9cb3c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961568:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309993600/0x3313483622c9cb3c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961588:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318257.961719:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031875b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+103:6186:x1853163938443264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21089us (21165us total) trans 4294975812 rc 0/0 00000100:00100000:3.0:1767318257.961726:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23343 00010000:00010000:3.0:1767318257.961764:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c95f95 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554376 expref: 204 pid: 21391 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.961865:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938441856:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318257.961877:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9cb19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961885:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9cb19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961891:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9cb19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961898:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9cb19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961911:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9cb19 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961925:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1767318257.961936:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318257.961942:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9cb58 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961949:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318257.961953:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9cb58 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961961:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9cb58 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961977:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9cb58 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.961984:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9cb58 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962000:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318257.962003:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962009:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318257.962012:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962019:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962029:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962036:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cb5f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962049:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318257.962053:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9cb43 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962059:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318257.962062:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9cb43 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962068:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9cb43 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962077:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9cb43 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962085:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9cb43 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962103:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318257.962106:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309993600/0x3313483622c9cb3c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962112:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309993600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318257.962115:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309993600/0x3313483622c9cb3c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962121:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309993600/0x3313483622c9cb3c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962130:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309993600/0x3313483622c9cb3c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962137:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309993600/0x3313483622c9cb3c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962150:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318257.962152:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9cb19 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962158:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def4800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318257.962161:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9cb19 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962167:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9cb19 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962176:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9cb19 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962182:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9cb19 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.962194:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318257.962196:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318257.962197:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318257.962334:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1327:6186:x1853163938441728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30716us (30837us total) trans 4294975389 rc 0/0 00000100:00100000:3.0:1767318257.962340:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23338 00000100:00100000:3.0:1767318257.966126:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938446208 00000100:00100000:3.0:1767318257.966131:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938446208 00000100:00100000:3.0:1767318257.966268:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938446592 00000100:00100000:3.0:1767318257.966272:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938446592 00000100:00100000:3.0:1767318257.966286:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23356 00000100:00100000:3.0:1767318257.966293:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1331:6185:x1853163938446336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318257.966308:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:315 count 1 00010000:00010000:3.0:1767318257.966321:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a032c677000/0x3313483622c9cb97 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x13b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.966334:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0309993a00/0x3313483622c95fd4 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543e6 expref: 203 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318257.966340:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.966342:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.966345:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a032c677000/0x3313483622c9cb97 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.966375:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0309993a00/0x3313483622c95fd4 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543e6 expref: 203 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318257.966385:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0309993a00/0x3313483622c95fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543e6 expref: 203 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.966396:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938446848:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318257.966435:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04180b0240 going to sleep for 11 seconds 00000100:00100000:3.0:1767318257.966452:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23357 00000100:00100000:3.0:1767318257.966459:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1331:6185:x1853163938446464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318257.966472:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:316 count 1 00010000:00010000:3.0:1767318257.966483:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a032c677e00/0x3313483622c9cb9e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x13c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.966494:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c95fdb lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543f4 expref: 203 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318257.966531:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.966533:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.966536:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a032c677e00/0x3313483622c9cb9e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.966555:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c95fdb lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543f4 expref: 203 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318257.966569:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c95fdb lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543f4 expref: 203 pid: 21384 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.966578:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031875bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938446976:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318257.966606:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59c00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318257.966664:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.967943:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318257.967980:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938445824:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318257.967998:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47600/0x3313483622c9cb7b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318257.968036:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917961600 00000100:00100000:3.0:1767318257.968041:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917961600 00010000:00010000:3.0:1767318257.968068:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309993400/0x3313483622c95fbf lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ca expref: 204 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.968098:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31890 00000100:00100000:3.0:1767318257.968104:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031873bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+204:2481:x1853163917961600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318257.968113:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318257.968118:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309993400/0x3313483622c95fbf lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ca expref: 204 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.968129:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309993400/0x3313483622c95fbf lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ca expref: 204 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.968153:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309993400/0x3313483622c95fbf lrc: 0/0,0 mode: --/PR res: [0x280000404:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ca expref: 204 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318257.968168:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.968170:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.968173:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47600/0x3313483622c9cb7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.968181:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47600/0x3313483622c9cb7b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.968202:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318257.968217:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47600/0x3313483622c9cb7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.968225:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47600/0x3313483622c9cb7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.968233:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47600/0x3313483622c9cb7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.968240:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47600/0x3313483622c9cb7b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.968256:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318257.968547:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1332:6187:x1853163938445184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5362us (5868us total) trans 4294975390 rc 0/0 00000100:00100000:3.0:1767318257.968557:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23352 00000100:00100000:3.0:1767318257.968597:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031873bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+203:2481:x1853163917961600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 493us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318257.968603:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31890 00000100:00100000:3.0:1767318257.971699:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917961472 00000100:00100000:3.0:1767318257.971706:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917961472 00000100:00100000:3.0:1767318257.971757:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 685 00000100:00100000:3.0:1767318257.971765:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318759180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+132:81709:x1853163917961472:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1767318257.971915:0:56440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318257.971933:0:56440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c677600/0x3313483622c9cbb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555447 expref: -99 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.972082:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676600/0x3313483622c9cbba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x12a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318257.972094:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676600/0x3313483622c9cbba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12a4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318257.972105:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676600/0x3313483622c9cbba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x12a4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000004:00200000:3.0:1767318257.972113:0:56440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12a4:0x0]: returning size 11776 00010000:00010000:3.0:1767318257.972219:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c677600/0x3313483622c9cbb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555447 expref: 135 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.972235:0:56440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676600/0x3313483622c9cbba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x12a4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555447 expref: 134 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.972242:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12a4:0x0].0x0 (ffff9a0311b21f00) 00010000:00010000:3.0:1767318257.972246:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1767318257.972250:0:56440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a032c676600, rc 0) 00000100:00100000:3.0:1767318257.972291:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318759180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+134:81709:x1853163917961472:12345-192.168.203.16@tcp:101:rm.0 Request processed in 527us (5627us total) trans 34359738836 rc 0/0 00000100:00100000:3.0:1767318257.972299:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 685 00000100:00100000:3.0:1767318257.972400:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318257.972412:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938447360:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318257.972451:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318257.972479:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938447360 00000100:00100000:3.0:1767318257.972482:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938447360 00000100:00100000:3.0:1767318257.972529:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23360 00000100:00100000:3.0:1767318257.972536:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+106:6187:x1853163938447360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318257.972552:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:296 count 1 00010000:00010000:3.0:1767318257.972566:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cbc8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.972580:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0306715c00/0x3313483622c95ce7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542e3 expref: 219 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318257.972588:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.972590:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.972594:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cbc8 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.972614:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0306715c00/0x3313483622c95ce7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542e3 expref: 219 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318257.972624:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0306715c00/0x3313483622c95ce7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542e3 expref: 219 pid: 21245 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.972635:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938447744:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318257.972667:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59a80 going to sleep for 11 seconds 00000100:00100000:3.0:1767318257.972683:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938447616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318257.972703:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318257.973224:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031873b800/2, rc 0, transno 4294975817 00000100:00100000:3.0:1767318257.973243:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938442240:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318257.973254:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318738700/2, rc 0, transno 4294975814 00000100:00100000:3.0:1767318257.973257:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938442368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318257.973266:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318257.973271:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938447488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318257.973294:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318257.973317:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938447616 00000100:00100000:3.0:1767318257.973320:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938447616 00000100:00100000:3.0:1767318257.973341:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938447488 00000100:00100000:3.0:1767318257.973343:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938447488 00000100:00100000:3.0:1767318257.973371:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23361 00000100:00100000:3.0:1767318257.973377:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+108:6186:x1853163938447616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318257.973391:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:298 count 1 00010000:00010000:3.0:1767318257.973404:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c677a00/0x3313483622c9cbcf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.973416:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0306715000/0x3313483622c95cf5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542ff expref: 219 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318257.973428:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.973430:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.973433:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c677a00/0x3313483622c9cbcf lrc: 4/0,1 mode: --/PW res: [0x240000404:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.973451:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0306715000/0x3313483622c95cf5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542ff expref: 219 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318257.973459:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0306715000/0x3313483622c95cf5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542ff expref: 219 pid: 21245 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.973469:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938447872:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318257.973492:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a041006c840 going to sleep for 11 seconds 00000100:00100000:3.0:1767318257.973530:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23362 00000100:00100000:3.0:1767318257.973537:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+108:6186:x1853163938447488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318257.973548:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:297 count 1 00010000:00010000:3.0:1767318257.973558:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c676800/0x3313483622c9cbd6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x129:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.973568:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0306714200/0x3313483622c95cee lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542f1 expref: 219 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318257.973575:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.973576:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318257.973579:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c676800/0x3313483622c9cbd6 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318257.973600:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0306714200/0x3313483622c95cee lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542f1 expref: 219 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318257.973609:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0306714200/0x3313483622c95cee lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542f1 expref: 219 pid: 21245 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318257.973618:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938448000:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318257.973643:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040584d600 going to sleep for 11 seconds 00000100:00100000:3.0:1767318257.984451:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031875bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938446976:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318257.984471:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a032c677e00/0x3313483622c9cb9e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318257.984498:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938446848:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318257.984526:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a032c677000/0x3313483622c9cb97 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318257.986974:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030da30a80/2, rc 0, transno 4294975393 00000100:00100000:3.0:1767318257.986998:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030da30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938444928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318257.999875:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917962112 00000100:00100000:3.0:1767318257.999889:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917962112 00000100:00100000:3.0:1767318258.000602:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31895 00000100:00100000:3.0:1767318258.000612:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+218:2481:x1853163917962112:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.000622:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.000628:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c95ce0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542d5 expref: 218 pid: 14894 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.000639:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c95ce0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542d5 expref: 218 pid: 14894 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.000653:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c95ce0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542d5 expref: 218 pid: 14894 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.000665:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.000667:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.000670:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cb90 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.000678:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cb90 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.000719:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.000742:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+217:2481:x1853163917962112:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 132us (8508us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.000749:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31895 00010000:00010000:3.0:1767318258.004613:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.004622:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cb90 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.004632:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.004637:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cb90 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.004653:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cb90 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.004671:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cb90 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.004678:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cb90 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.004921:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31898 00000100:00100000:3.0:1767318258.004931:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04199b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+199:2481:x1853163917962496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.004944:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.004949:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309993200/0x3313483622c95fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543d8 expref: 199 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.005037:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309993200/0x3313483622c95fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543d8 expref: 198 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.005052:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309993200/0x3313483622c95fc6 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543d8 expref: 198 pid: 21397 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.005062:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.005064:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.005067:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9cba5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.005078:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9cba5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.005102:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.005123:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04199b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+197:2481:x1853163917962496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 194us (3380us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.005130:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31898 00000004:00080000:3.0:1767318258.005179:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449d880/2, rc 0, transno 4294975820 00000100:00100000:3.0:1767318258.009725:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938445696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.009753:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938450176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.009977:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318258.010034:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a032c677000/0x3313483622c9cb97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.010045:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a032c677000/0x3313483622c9cb97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.010056:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a032c677000/0x3313483622c9cb97 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.010062:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a032c677000/0x3313483622c9cb97 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.010077:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.014124:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1336:6185:x1853163938446336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47821us (49058us total) trans 4294975396 rc 0/0 00000100:00100000:3.0:1767318258.014138:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23356 00000100:00100000:3.0:1767318258.014171:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938450176 00000100:00100000:3.0:1767318258.014180:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938450176 00000100:00100000:3.0:1767318258.014238:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23371 00000100:00100000:3.0:1767318258.014246:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1336:6187:x1853163938450176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.014276:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:322 count 1 00010000:00010000:3.0:1767318258.014301:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a032c677200/0x3313483622c9cc15 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x142:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.016023:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c96005 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554448 expref: 196 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.016034:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.016036:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.016040:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a032c677200/0x3313483622c9cc15 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.016073:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c96005 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554448 expref: 196 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.016084:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c96005 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554448 expref: 196 pid: 21384 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.016097:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938450304:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.016163:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04058b5000 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.016272:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9cba5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.016284:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9cba5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.016293:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9cba5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.016300:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9cba5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.017468:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.017740:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1337:6188:x1853163938446208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50471us (51812us total) trans 4294975397 rc 0/0 00000100:00100000:3.0:1767318258.017749:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23358 00010000:00010000:3.0:1767318258.021525:0:21246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0306715c00/0x3313483622c95ce7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5542e3 expref: 218 pid: 21245 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.021540:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938447744:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.021563:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cbc8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.021572:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cbc8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.021577:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cbc8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.021590:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cbc8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.021597:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cbc8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.021622:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.026385:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+113:6187:x1853163938447360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53848us (53932us total) trans 4294975822 rc 0/0 00000100:00100000:3.0:1767318258.026392:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23360 00000004:00080000:3.0:1767318258.026437:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090c4000/2, rc 0, transno 4294975398 00000100:00100000:3.0:1767318258.026449:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938448640:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.026461:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090c7100/2, rc 0, transno 4294975396 00000100:00100000:3.0:1767318258.026464:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938446336:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.026495:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031873b100/2, rc 0, transno 4294975822 00000100:00100000:3.0:1767318258.026499:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938447360:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.026572:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318258.026584:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938450432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.026615:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.026646:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938450432 00000100:00100000:3.0:1767318258.026650:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938450432 00000100:00100000:3.0:1767318258.026681:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23372 00000100:00100000:3.0:1767318258.026688:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+113:6187:x1853163938450432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.026708:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:303 count 1 00010000:00010000:3.0:1767318258.026726:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c677600/0x3313483622c9cc38 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.026739:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0306715400/0x3313483622c95d11 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554345 expref: 213 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.026745:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.026747:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.026750:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c677600/0x3313483622c9cc38 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.030679:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0306715400/0x3313483622c95d11 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554345 expref: 211 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.030698:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0306715400/0x3313483622c95d11 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554345 expref: 211 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.030713:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031875b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938450560:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.031709:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938450688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.031760:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.031806:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318258.031812:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938450816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.031834:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.031864:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938450688 00000100:00100000:3.0:1767318258.031870:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938450688 00000100:00100000:3.0:1767318258.031903:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938450816 00000100:00100000:3.0:1767318258.031906:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938450816 00000100:00100000:3.0:1767318258.031926:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23373 00000100:00100000:3.0:1767318258.031933:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1338:6185:x1853163938450688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.031958:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:323 count 1 00010000:00010000:3.0:1767318258.031981:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a032c676400/0x3313483622c9cc3f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x143:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.031997:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1dc00/0x3313483622c9600c lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554456 expref: 195 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.032004:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.032006:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.032009:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a032c676400/0x3313483622c9cc3f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.032044:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1dc00/0x3313483622c9600c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554456 expref: 195 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.032054:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1dc00/0x3313483622c9600c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554456 expref: 195 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.032065:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938451200:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.032107:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04058b5540 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.032125:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23374 00000100:00100000:3.0:1767318258.032131:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031875bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+1338:6185:x1853163938450816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.032142:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:324 count 1 00010000:00010000:3.0:1767318258.032154:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a032c676e00/0x3313483622c9cc46 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.032170:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c96013 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554464 expref: 195 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.032177:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.032178:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.032181:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a032c676e00/0x3313483622c9cc46 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.032199:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c96013 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554464 expref: 195 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.032208:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c96013 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554464 expref: 195 pid: 21384 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.032217:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:21246:1853163938451328:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.032240:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04058b5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.032873:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938450944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.032907:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318258.032944:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a75c00/2, rc 0, transno 4294975825 00000100:00100000:3.0:1767318258.032950:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938449408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.032960:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318258.032965:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938451072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.032988:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.033012:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938450944 00000100:00100000:3.0:1767318258.033016:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938450944 00000100:00100000:3.0:1767318258.033054:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938451072 00000100:00100000:3.0:1767318258.033056:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938451072 00000100:00100000:3.0:1767318258.037691:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23375 00000100:00100000:3.0:1767318258.037720:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1340:6187:x1853163938450944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.037752:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:325 count 1 00010000:00010000:3.0:1767318258.037793:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a032c677c00/0x3313483622c9cc4d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x145:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.037814:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c200/0x3313483622c9601a lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554472 expref: 193 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.037830:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.037832:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.037836:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a032c677c00/0x3313483622c9cc4d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.037873:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c200/0x3313483622c9601a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554472 expref: 193 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.037885:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c200/0x3313483622c9601a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554472 expref: 193 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.037899:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938451456:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.037973:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04058b5840 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.038007:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23376 00000100:00100000:3.0:1767318258.038015:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1340:6187:x1853163938451072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.038028:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:326 count 1 00010000:00010000:3.0:1767318258.038040:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a032c677e00/0x3313483622c9cc54 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.038052:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c96021 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554480 expref: 193 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.038059:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.038061:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.038063:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a032c677e00/0x3313483622c9cc54 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.038081:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c96021 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554480 expref: 193 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.038089:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c96021 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554480 expref: 193 pid: 21384 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.038100:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938451584:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.038124:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04058b5480 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.038149:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04058b5180 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.038210:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938451712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.038249:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.038290:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938451712 00000100:00100000:3.0:1767318258.038296:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938451712 00000100:00100000:3.0:1767318258.038328:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23377 00000100:00100000:3.0:1767318258.038334:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+114:6185:x1853163938451712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.038365:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:304 count 1 00010000:00010000:3.0:1767318258.038379:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cc5b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x130:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.038392:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0306715200/0x3313483622c95d18 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554353 expref: 210 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.038398:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.038399:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.038402:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cc5b lrc: 4/0,1 mode: --/PW res: [0x240000404:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.038419:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0306715200/0x3313483622c95d18 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554353 expref: 210 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.038428:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0306715200/0x3313483622c95d18 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554353 expref: 210 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.038438:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938451840:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.038462:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04145a1000 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.038498:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318258.038526:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938451968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.038551:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.038573:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938451968 00000100:00100000:3.0:1767318258.038577:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938451968 00000100:00100000:3.0:1767318258.038600:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23378 00000100:00100000:3.0:1767318258.038606:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+115:6185:x1853163938451968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.038617:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:305 count 1 00010000:00010000:3.0:1767318258.038628:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c677800/0x3313483622c9cc62 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.038643:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0306715600/0x3313483622c95d1f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554361 expref: 210 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.038650:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.038652:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.038654:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c677800/0x3313483622c9cc62 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.038672:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0306715600/0x3313483622c95d1f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554361 expref: 210 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.038680:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0306715600/0x3313483622c95d1f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554361 expref: 210 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.038690:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938452096:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.038714:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.038751:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938452224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.038774:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.038800:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938452224 00000100:00100000:3.0:1767318258.038804:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938452224 00000100:00100000:3.0:1767318258.038836:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23379 00000100:00100000:3.0:1767318258.038843:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+116:6187:x1853163938452224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.038854:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:306 count 1 00010000:00010000:3.0:1767318258.038865:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c677400/0x3313483622c9cc69 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.038879:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0306715a00/0x3313483622c95d26 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55436f expref: 210 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.038885:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.038886:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.038889:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c677400/0x3313483622c9cc69 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.038906:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0306715a00/0x3313483622c95d26 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55436f expref: 210 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.038914:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0306715a00/0x3313483622c95d26 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55436f expref: 210 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.038923:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938452352:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.038948:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.045542:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.045596:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917964544 00000100:00100000:3.0:1767318258.045602:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917964544 00000100:00100000:3.0:1767318258.045640:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 687 00000100:00100000:3.0:1767318258.045648:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+135:81709:x1853163917964544:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1767318258.045693:0:56440:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767318258.045714:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46a00/0x3313483622c9cc31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55544e expref: 135 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.045731:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12a5:0x0].0x0 (ffff9a0404d30f00) 00010000:00010000:3.0:1767318258.045748:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9ca55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12a4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555439 expref: 134 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.046209:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12a4:0x0].0x0 (ffff9a0311b21f00) 00010000:00010000:3.0:1767318258.046213:0:56440:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.046229:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676000/0x3313483622c9cc77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x12a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.046240:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676000/0x3313483622c9cc77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.046249:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676000/0x3313483622c9cc77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.046261:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676a00/0x3313483622c9cc7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12a4:0x0].0xf884e681 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.046268:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676a00/0x3313483622c9cc7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12a4:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.046273:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676a00/0x3313483622c9cc7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12a4:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.047807:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676200/0x3313483622c9cc85 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x12a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.047828:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676200/0x3313483622c9cc85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.047836:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676200/0x3313483622c9cc85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000040:00080000:3.0:1767318258.048579:0:56440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2043, 64 off138944 00000040:00080000:3.0:1767318258.048604:0:56440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2043, 64 off138944 00010000:00010000:3.0:1767318258.048663:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9cc8c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x12a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048674:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9cc8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048682:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9cc8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048689:0:56440:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9cc8c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x12a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048695:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9cc8c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x12a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048700:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9cc8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x12a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048721:0:56440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318258.048740:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676200/0x3313483622c9cc85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048746:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676200/0x3313483622c9cc85 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x12a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048764:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676200/0x3313483622c9cc85 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x12a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048776:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a032c676200 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.048780:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676200/0x3313483622c9cc85 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x12a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048787:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676200/0x3313483622c9cc85 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x12a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048798:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12a5:0x0].0x0 (ffff9a0304067200) 00010000:00010000:3.0:1767318258.048802:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318258.048806:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676200/0x3313483622c9cc85 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x12a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048812:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676200/0x3313483622c9cc85 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x12a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048865:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676000/0x3313483622c9cc77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x12a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048872:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676000/0x3313483622c9cc77 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x12a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048879:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676000/0x3313483622c9cc77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048885:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a032c676000 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.048888:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676000/0x3313483622c9cc77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x12a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048894:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676000/0x3313483622c9cc77 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x12a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048902:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12a4:0x0].0x0 (ffff9a0311b21f00) 00010000:00010000:3.0:1767318258.048904:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.048907:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676000/0x3313483622c9cc77 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x12a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.048913:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676000/0x3313483622c9cc77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x12a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00000004:00010000:3.0:1767318258.048921:0:56440:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a2d27c04 reply state 00000000e8d0abd7 transno 34359738837 ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676a00/0x3313483622c9cc7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x12a4:0x0].0xf884e681 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000100:00100000:3.0:1767318258.048930:0:56440:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318258.055994:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+135:81709:x1853163917964544:12345-192.168.203.16@tcp:36:rm.0 Request processed in 10344us (10453us total) trans 34359738837 rc 0/0 00000100:00100000:3.0:1767318258.056003:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 687 00010000:00010000:3.0:1767318258.071493:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c96021 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554480 expref: 188 pid: 21384 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.071523:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938451584:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.071538:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a032c677e00/0x3313483622c9cc54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.071546:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a032c677e00/0x3313483622c9cc54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.071553:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a032c677e00/0x3313483622c9cc54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.071561:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a032c677e00/0x3313483622c9cc54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.071569:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a032c677e00/0x3313483622c9cc54 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.071587:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.072298:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1345:6187:x1853163938451072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34282us (39307us total) trans 4294975405 rc 0/0 00000100:00100000:3.0:1767318258.072306:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23376 00000100:00100000:3.0:1767318258.083131:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23390 00000100:00100000:3.0:1767318258.083142:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1347:6185:x1853163938454912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.083160:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:333 count 1 00010000:00010000:3.0:1767318258.083173:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7600/0x3313483622c9ccd2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.083185:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c96059 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544e2 expref: 188 pid: 21246 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.083192:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.083193:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.083196:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7600/0x3313483622c9ccd2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.083215:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c96059 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544e2 expref: 188 pid: 21246 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.083224:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c96059 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544e2 expref: 188 pid: 21246 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.083234:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938455296:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.087451:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf53780 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.087489:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0306715200/0x3313483622c95d18 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554353 expref: 209 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.087500:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938451840:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.087537:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cc5b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.087551:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cc5b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.087558:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cc5b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.087565:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cc5b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.087572:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c676c00/0x3313483622c9cc5b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.087587:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.087754:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+121:6185:x1853163938451712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 49419us (49503us total) trans 4294975828 rc 0/0 00000100:00100000:3.0:1767318258.087919:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23377 00010000:00010000:3.0:1767318258.087956:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0306715600/0x3313483622c95d1f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554361 expref: 208 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.087966:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938452096:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.087978:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a032c677800/0x3313483622c9cc62 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.087985:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a032c677800/0x3313483622c9cc62 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.087996:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a032c677800/0x3313483622c9cc62 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.088003:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c677800/0x3313483622c9cc62 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.088010:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c677800/0x3313483622c9cc62 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.088022:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.088736:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+122:6185:x1853163938451968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50128us (50183us total) trans 4294975829 rc 0/0 00000100:00100000:3.0:1767318258.088743:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23378 00010000:00010000:3.0:1767318258.092980:0:20656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0306715a00/0x3313483622c95d26 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55436f expref: 209 pid: 21397 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.092992:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938452352:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.093007:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a032c677400/0x3313483622c9cc69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.093015:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a032c677400/0x3313483622c9cc69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.093021:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a032c677400/0x3313483622c9cc69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.093035:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a032c677400/0x3313483622c9cc69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.093043:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a032c677400/0x3313483622c9cc69 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.093060:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.093624:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+122:6187:x1853163938452224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54779us (54846us total) trans 4294975830 rc 0/0 00000100:00100000:3.0:1767318258.093692:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23379 00000100:00100000:3.0:1767318258.093732:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917966464 00000100:00100000:3.0:1767318258.093737:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917966464 00000100:00100000:3.0:1767318258.094343:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 688 00000100:00100000:3.0:1767318258.094361:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0316a23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+134:81709:x1853163917966464:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1767318258.094381:0:56440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318258.094395:0:56440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cce7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555455 expref: -99 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.095016:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9ccee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.095028:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9ccee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.095036:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9ccee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.095048:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9ccf5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.095055:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9ccf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.095061:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9ccf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.095133:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6a00/0x3313483622c9ccfc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x12a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.095141:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6a00/0x3313483622c9ccfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12a4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.095147:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6a00/0x3313483622c9ccfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12a4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000004:00200000:3.0:1767318258.096073:0:56440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12a4:0x0]: returning size 11776 00000004:00200000:3.0:1767318258.096078:0:56440:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767318258.096112:0:56440:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6a00/0x3313483622c9ccfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x12a4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096123:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9ccee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096128:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9ccee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096133:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9ccee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096137:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7e00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.096140:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9ccee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096145:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9ccee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096155:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0311b21d00) 00010000:00010000:3.0:1767318258.096158:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.096162:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9ccee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096168:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9ccee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096177:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9ccf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096182:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9ccf5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096521:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9ccf5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096527:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7000 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.096530:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9ccf5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096535:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9ccf5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096544:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1a041cdb (ffff9a0304067600) 00010000:00010000:3.0:1767318258.096547:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.096550:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9ccf5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096555:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9ccf5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.096589:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cce7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555455 expref: 136 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.096601:0:56440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6a00/0x3313483622c9ccfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x12a4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555455 expref: 135 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.096607:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12a4:0x0].0x0 (ffff9a0311b21f00) 00010000:00010000:3.0:1767318258.096609:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767318258.096612:0:56440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a03027d6a00, rc 0) 00000100:00100000:3.0:1767318258.096633:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+135:81709:x1853163917966464:12345-192.168.203.16@tcp:101:rm.0 Request processed in 2275us (4502us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.096638:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 688 00010000:00010000:3.0:1767318258.096656:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.096661:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a032c677600/0x3313483622c9cc38 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.096668:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a032c677600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.096671:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a032c677600/0x3313483622c9cc38 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.096678:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a032c677600/0x3313483622c9cc38 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.096690:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a032c677600/0x3313483622c9cc38 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.096696:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a032c677600/0x3313483622c9cc38 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.096714:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.096716:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.096717:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.097338:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.097344:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ccbd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.097361:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d46800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.097364:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ccbd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.097371:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ccbd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.097384:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ccbd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.097390:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ccbd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.097405:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.097406:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.097408:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.097670:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23394 00000100:00100000:3.0:1767318258.097678:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1350:6185:x1853163938455936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.097691:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:336 count 1 00010000:00010000:3.0:1767318258.097703:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9cd0a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.097714:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9606e lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55450c expref: 181 pid: 21246 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.097720:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.097722:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.097724:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9cd0a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.097741:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9606e lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55450c expref: 181 pid: 21246 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.097750:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9606e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55450c expref: 181 pid: 21246 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.097759:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14895:1853163938456192:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.097794:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf53240 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.098718:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.098725:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ccb6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.098732:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d46c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.098736:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ccb6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.098744:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ccb6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.098930:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ccb6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.098938:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ccb6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.098959:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.098961:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.098963:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.102942:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.103108:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.105643:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23404 00000100:00100000:3.0:1767318258.105651:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0316a20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1353:6188:x1853163938458368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.105662:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:339 count 1 00010000:00010000:3.0:1767318258.105673:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.105684:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0309992000/0x3313483622c96083 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554536 expref: 181 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.105690:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.105692:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.105694:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.105713:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0309992000/0x3313483622c96083 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554536 expref: 181 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.105727:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0309992000/0x3313483622c96083 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554536 expref: 181 pid: 21245 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.105737:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938458752:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.106380:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf533c0 going to sleep for 11 seconds 00000004:00080000:3.0:1767318258.113502:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173c0a80/2, rc 0, transno 4294975836 00000100:00100000:3.0:1767318258.113626:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938455552:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318258.113642:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173c3b80/2, rc 0, transno 4294975412 00000100:00100000:3.0:1767318258.113655:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938455040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.113672:0:56443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917967872 00000100:00100000:3.0:1767318258.113676:0:56443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917967872 00000100:00100000:3.0:1767318258.113708:0:56443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 231 00000100:00100000:3.0:1767318258.113715:0:56443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+135:81709:x1853163917967872:12345-192.168.203.16@tcp:35:rm.0 00000100:00100000:3.0:1767318258.124331:0:56443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+136:81709:x1853163917967872:12345-192.168.203.16@tcp:35:rm.0 Request processed in 10596us (13892us total) trans 34359738838 rc 0/0 00000100:00100000:3.0:1767318258.124358:0:56443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 231 00010000:00010000:3.0:1767318258.146998:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044a00/0x3313483622c9653e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543d1 expref: 199 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.147011:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938457856:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.147025:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47600/0x3313483622c9cd2d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.147039:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47600/0x3313483622c9cd2d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.147046:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47600/0x3313483622c9cd2d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.147054:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47600/0x3313483622c9cd2d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.147060:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47600/0x3313483622c9cd2d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.147076:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.147399:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+131:6187:x1853163938456448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46277us (47120us total) trans 4294975838 rc 0/0 00000100:00100000:3.0:1767318258.147406:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23398 00000100:00100000:3.0:1767318258.147445:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938458752:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.147459:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.147497:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147560:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147573:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147642:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147653:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147665:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147678:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147701:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147730:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147746:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147800:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.147820:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917970176 00000100:00100000:3.0:1767318258.147825:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917970176 00000100:00100000:3.0:1767318258.147856:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 689 00000100:00100000:3.0:1767318258.147863:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+136:81709:x1853163917970176:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1767318258.147913:0:57486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1767318258.147934:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6a00/0x3313483622c9ccfc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12a4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555455 expref: 136 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.147949:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a032c676600/0x3313483622c9cbba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12a4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555447 expref: 135 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.147959:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12a4:0x0].0x0 (ffff9a0311b21f00) 00010000:00010000:3.0:1767318258.147973:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6000/0x3313483622c9c9e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555432 expref: 134 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.147981:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0311b21d00) 00010000:00010000:3.0:1767318258.147986:0:57486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.148011:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cd88 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148025:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cd88 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148033:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cd88 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148045:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cd8f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148052:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cd8f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148058:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cd8f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148149:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9cd96 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x12a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148157:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9cd96 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148164:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9cd96 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000004:00200000:3.0:1767318258.148498:0:57486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x12a4:0x0]: returning size 11776 00010000:00010000:3.0:1767318258.148537:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9cd96 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x12a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148543:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9cd96 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x12a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148549:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9cd96 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x12a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148554:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7e00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.148558:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9cd96 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x12a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148565:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9cd96 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x12a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148574:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12a4:0x0].0x0 (ffff9a0304067b00) 00010000:00010000:3.0:1767318258.148577:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318258.148581:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9cd96 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x12a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148585:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7e00/0x3313483622c9cd96 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x12a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148622:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cd88 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148629:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cd88 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148634:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cd88 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148639:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7800 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.148641:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cd88 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148646:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cd88 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148654:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067600) 00010000:00010000:3.0:1767318258.148656:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.148659:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cd88 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.148665:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7800/0x3313483622c9cd88 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000004:00010000:3.0:1767318258.148674:0:57486:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000af1cf8ad reply state 000000000364a33d transno 34359738839 ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cd8f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1a041cdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:3.0:1767318258.148682:0:57486:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318258.148749:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+135:81709:x1853163917970176:12345-192.168.203.16@tcp:36:rm.0 Request processed in 884us (999us total) trans 34359738839 rc 0/0 00000100:00100000:3.0:1767318258.148756:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 689 00000100:00100000:3.0:1767318258.148806:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309412a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14895:1853163938459392:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.148828:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46200/0x3313483622c9cd57 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.148873:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917968768 00000100:00100000:3.0:1767318258.148878:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917968768 00010000:00010000:3.0:1767318258.148900:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9654c lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ed expref: 199 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.148914:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917969024 00000100:00100000:3.0:1767318258.148917:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917969024 00010000:00010000:3.0:1767318258.148928:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309992000/0x3313483622c96083 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554536 expref: 175 pid: 21245 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.148937:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917969152 00000100:00100000:3.0:1767318258.148940:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917969152 00010000:00010000:3.0:1767318258.148950:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa400/0x3313483622c96561 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554409 expref: 200 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.148961:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917969280 00000100:00100000:3.0:1767318258.148963:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917969280 00010000:00010000:3.0:1767318258.148973:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9608a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554544 expref: 176 pid: 21246 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.148989:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917969536 00000100:00100000:3.0:1767318258.148991:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917969536 00010000:00010000:3.0:1767318258.149001:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e600/0x3313483622c96091 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554552 expref: 177 pid: 21384 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.149010:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917969408 00000100:00100000:3.0:1767318258.149012:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917969408 00010000:00010000:3.0:1767318258.149020:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e000/0x3313483622c96098 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554560 expref: 178 pid: 21384 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.149030:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917969664 00000100:00100000:3.0:1767318258.149033:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917969664 00010000:00010000:3.0:1767318258.149043:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9609f lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55456e expref: 179 pid: 21384 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.149054:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917969792 00000100:00100000:3.0:1767318258.149056:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917969792 00010000:00010000:3.0:1767318258.149066:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daac00/0x3313483622c96568 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x13f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554425 expref: 201 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.149076:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917969920 00000100:00100000:3.0:1767318258.149078:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917969920 00010000:00010000:3.0:1767318258.149089:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fc00/0x3313483622c960a6 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55457c expref: 180 pid: 21384 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.149098:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917970304 00000100:00100000:3.0:1767318258.149101:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917970304 00010000:00010000:3.0:1767318258.149111:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daae00/0x3313483622c9656f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x140:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554433 expref: 202 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.149124:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31941 00000100:00100000:3.0:1767318258.149131:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+202:2482:x1853163917968768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.149142:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.149147:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9654c lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ed expref: 202 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.149157:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9654c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ed expref: 202 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.149173:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.149175:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.149180:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149188:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149203:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.149228:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+202:2482:x1853163917968768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 98us (1730us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.149235:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31941 00000100:00100000:3.0:1767318258.149264:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31942 00000100:00100000:3.0:1767318258.149271:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+180:2482:x1853163917969024:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.149280:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.149285:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309992000/0x3313483622c96083 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x153:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554536 expref: 180 pid: 21245 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.149295:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309992000/0x3313483622c96083 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x153:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554536 expref: 180 pid: 21245 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.149309:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309992000/0x3313483622c96083 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x153:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554536 expref: 180 pid: 21245 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.149319:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.149321:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.149324:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149331:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149361:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.149375:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149384:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149393:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149401:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149429:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.149647:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1359:6188:x1853163938458368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43996us (44156us total) trans 4294975417 rc 0/0 00000100:00100000:3.0:1767318258.149655:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23404 00000100:00100000:3.0:1767318258.149693:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+179:2482:x1853163917969024:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 422us (2131us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.149699:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31942 00000100:00100000:3.0:1767318258.149728:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31943 00000100:00100000:3.0:1767318258.149736:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+201:2481:x1853163917969152:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.149744:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.149749:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa400/0x3313483622c96561 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x13d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554409 expref: 201 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.149760:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa400/0x3313483622c96561 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x13d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554409 expref: 201 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.149773:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa400/0x3313483622c96561 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x13d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554409 expref: 201 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.149782:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.149783:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.149786:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149793:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149812:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.149824:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149831:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149839:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149846:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.149861:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318258.150005:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+131:6185:x1853163938457728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47421us (47634us total) trans 4294975839 rc 0/0 00000100:00100000:3.0:1767318258.150013:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23401 00010000:00010000:3.0:1767318258.150038:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.150044:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47600/0x3313483622c9cd2d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150051:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d47600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.150054:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47600/0x3313483622c9cd2d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150062:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47600/0x3313483622c9cd2d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150074:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47600/0x3313483622c9cd2d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150081:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47600/0x3313483622c9cd2d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150098:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.150101:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150107:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.150110:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150117:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150126:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150133:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9cd50 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150145:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.150148:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150159:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d47400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.150162:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150169:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150178:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150184:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47400/0x3313483622c9cd3b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150197:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.150198:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.150200:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.150226:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+200:2481:x1853163917969152:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 490us (2650us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.150232:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31943 00000100:00100000:3.0:1767318258.150261:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31944 00000100:00100000:3.0:1767318258.150268:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+178:2480:x1853163917969280:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.150277:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.150283:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9608a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554544 expref: 178 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.150296:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9608a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554544 expref: 178 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.150307:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.150308:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.150312:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9cd5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150320:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9cd5e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.150331:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.155359:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+175:2480:x1853163917969280:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5077us (7703us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.155369:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31944 00000100:00100000:3.0:1767318258.169208:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.169390:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917970432 00000100:00100000:3.0:1767318258.169398:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917970432 00000100:00100000:3.0:1767318258.169436:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 690 00000100:00100000:3.0:1767318258.169445:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+135:81709:x1853163917970432:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1767318258.169466:0:56440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318258.169488:0:56440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7a00/0x3313483622c9cdb9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac55545c expref: -99 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.169598:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6800/0x3313483622c9cdc0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.169617:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6800/0x3313483622c9cdc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.169627:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6800/0x3313483622c9cdc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000004:00200000:3.0:1767318258.169674:0:56440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1767318258.169678:0:56440:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1767318258.169700:0:56440:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6800/0x3313483622c9cdc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.170905:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7a00/0x3313483622c9cdb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55545c expref: 136 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.170921:0:56440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6800/0x3313483622c9cdc0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55545c expref: 135 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.170927:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067f00) 00010000:00010000:3.0:1767318258.170929:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767318258.170932:0:56440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a03027d6800, rc 0) 00000100:00100000:3.0:1767318258.171153:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+135:81709:x1853163917970432:12345-192.168.203.16@tcp:101:rm.0 Request processed in 1707us (1945us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.171161:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 690 00000100:00100000:3.0:1767318258.171404:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.171428:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.171451:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.171479:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.171501:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917970560 00000100:00100000:3.0:1767318258.171523:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917970560 00010000:00010000:3.0:1767318258.171550:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309993e00/0x3313483622c960b4 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554598 expref: 170 pid: 21245 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.171566:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917970688 00000100:00100000:3.0:1767318258.171569:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917970688 00010000:00010000:3.0:1767318258.171579:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e200/0x3313483622c960ad lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55458a expref: 171 pid: 16012 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.171589:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917970816 00000100:00100000:3.0:1767318258.171591:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917970816 00010000:00010000:3.0:1767318258.171600:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f000/0x3313483622c960bb lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545a6 expref: 172 pid: 16012 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.171610:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917970944 00000100:00100000:3.0:1767318258.171612:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917970944 00010000:00010000:3.0:1767318258.171623:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c96584 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55445d expref: 194 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.171636:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31951 00000100:00100000:3.0:1767318258.171644:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+172:2482:x1853163917970560:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.171656:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.171661:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309993e00/0x3313483622c960b4 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x15a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554598 expref: 172 pid: 21245 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.171672:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309993e00/0x3313483622c960b4 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554598 expref: 172 pid: 21245 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.171689:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.171692:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.171697:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47200/0x3313483622c9cd9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.171706:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47200/0x3313483622c9cd9d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x15a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.171730:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.171756:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+172:2482:x1853163917970560:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 113us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.171763:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31951 00000100:00100000:3.0:1767318258.172066:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31952 00000100:00100000:3.0:1767318258.172074:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309412a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+171:2483:x1853163917970688:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.172081:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.172086:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e200/0x3313483622c960ad lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x159:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55458a expref: 171 pid: 16012 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.172096:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e200/0x3313483622c960ad lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x159:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55458a expref: 171 pid: 16012 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.172109:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.172111:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.172113:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9cda4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x159:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.172121:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9cda4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x159:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.172139:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.172159:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309412a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+171:2483:x1853163917970688:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.172165:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31952 00000100:00100000:3.0:1767318258.172179:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31953 00000100:00100000:3.0:1767318258.172185:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+170:2482:x1853163917970816:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.172192:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.172197:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f000/0x3313483622c960bb lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545a6 expref: 170 pid: 16012 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.172206:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f000/0x3313483622c960bb lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545a6 expref: 170 pid: 16012 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.172218:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.172219:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.172223:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9cdab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.172230:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9cdab lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.172242:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.172260:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+170:2482:x1853163917970816:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 75us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.172266:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31953 00000100:00100000:3.0:1767318258.172279:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31954 00000100:00100000:3.0:1767318258.172286:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04199b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+194:2483:x1853163917970944:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.172294:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.172298:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c96584 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55445d expref: 194 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.172308:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c96584 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55445d expref: 194 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.172320:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.172322:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.172325:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9cdb2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.172332:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9cdb2 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.172343:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.172372:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04199b4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+194:2483:x1853163917970944:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.172379:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31954 00000100:00100000:1.0:1767318258.173164:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23414 00000100:00100000:1.0:1767318258.173180:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938461952 00000100:00100000:1.0:1767318258.173185:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938461952 00000100:00100000:1.0:1767318258.173212:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23416 00000100:00100000:1.0:1767318258.173218:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1363:6185:x1853163938461952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.173237:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:348 count 1 00010000:00010000:1.0:1767318258.173254:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173264:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0309993c00/0x3313483622c960c2 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545b4 expref: 168 pid: 21382 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.173269:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.173270:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.173272:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173287:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0309993c00/0x3313483622c960c2 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545b4 expref: 168 pid: 21382 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.173295:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0309993c00/0x3313483622c960c2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545b4 expref: 168 pid: 21382 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.173302:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938462080:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.173336:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7eb40 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.173358:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.173364:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9cdab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173378:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.173382:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9cdab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173390:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9cdab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173403:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9cdab lrc: 1/0,0 mode: --/PW res: [0x280000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173410:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9cdab lrc: 0/0,0 mode: --/PW res: [0x280000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173426:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.173428:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.173430:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318258.173453:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ec9500/2, rc 0, transno 4294975424 00000100:00100000:1.0:1767318258.173461:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ec9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938461184:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318258.173501:0:25439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e200/0x3313483622c960ad lrc: 0/0,0 mode: --/PR res: [0x280000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55458a expref: 168 pid: 16012 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.173538:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938461056:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.173550:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9cda4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173563:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9cda4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173569:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9cda4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173576:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9cda4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173583:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9cda4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173604:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.173739:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1364:6187:x1853163938460672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13532us (21864us total) trans 4294975425 rc 0/0 00000100:00100000:1.0:1767318258.173746:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23413 00010000:00010000:1.0:1767318258.173783:0:14896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c96584 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55445d expref: 193 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.173794:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938461824:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.173804:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9cdb2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173812:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9cdb2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173823:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9cdb2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173830:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9cdb2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173836:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9cdb2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.173850:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.176361:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23418 00000100:00100000:3.0:1767318258.176373:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1364:6187:x1853163938462208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.176396:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:349 count 1 00010000:00010000:3.0:1767318258.176413:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cdd5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.176427:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ea00/0x3313483622c960c9 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c2 expref: 166 pid: 21246 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.176434:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.176435:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.176439:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cdd5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.176460:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ea00/0x3313483622c960c9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c2 expref: 166 pid: 21246 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.176469:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ea00/0x3313483622c960c9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c2 expref: 166 pid: 21246 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.176481:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938462464:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.176546:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf53240 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.176559:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.176565:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cd6c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.176572:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.176576:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cd6c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.176584:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cd6c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.176601:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cd6c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.176612:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043400/0x3313483622c9cd6c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.176630:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.176632:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.176634:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.176705:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.176886:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+134:6185:x1853163938461696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12880us (12959us total) trans 4294975843 rc 0/0 00000100:00100000:1.0:1767318258.176893:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23415 00010000:00010000:1.0:1767318258.176911:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.176916:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.176984:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ec8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938462720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.177013:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318258.177044:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437eca300/2, rc 0, transno 4294975843 00000100:00100000:1.0:1767318258.177050:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437eca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938461696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.177071:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938462720 00000100:00100000:1.0:1767318258.177076:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938462720 00000100:00100000:1.0:1767318258.177103:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23420 00000100:00100000:1.0:1767318258.177110:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1365:6185:x1853163938462720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.177121:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:351 count 1 00010000:00010000:1.0:1767318258.177133:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9cde3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.177145:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0414857200/0x3313483622c960d7 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545de expref: 166 pid: 21246 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.177152:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.177153:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.177156:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9cde3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.177173:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0414857200/0x3313483622c960d7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545de expref: 166 pid: 21246 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.177181:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0414857200/0x3313483622c960d7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545de expref: 166 pid: 21246 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.177191:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938462976:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.177428:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917971072 00000100:00100000:3.0:1767318258.177432:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917971072 00000100:00100000:3.0:1767318258.177474:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 691 00000100:00100000:3.0:1767318258.177482:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+135:81709:x1853163917971072:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1767318258.177494:0:57486:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318258.177531:0:57486:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cdea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555463 expref: -99 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.177620:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6e00/0x3313483622c9cdf1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.177631:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6e00/0x3313483622c9cdf1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.177640:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6e00/0x3313483622c9cdf1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.177652:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6600/0x3313483622c9cdf8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.177658:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6600/0x3313483622c9cdf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.177667:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6600/0x3313483622c9cdf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:1.0:1767318258.178249:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e600 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.178368:0:21393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9654c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5543ed expref: 192 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.178382:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938458240:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.178403:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178412:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178423:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178432:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178439:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178455:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318258.178467:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.178471:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178478:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.178481:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178490:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178520:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178527:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9cd42 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178548:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.178549:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.178551:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.178561:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938463104 00000100:00100000:1.0:1767318258.178566:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938463104 00000100:00100000:1.0:1767318258.178596:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23421 00000100:00100000:1.0:1767318258.178603:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+134:6185:x1853163938463104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.178619:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:324 count 1 00010000:00010000:1.0:1767318258.178633:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043c00/0x3313483622c9cdff lrc: 3/0,1 mode: --/PW res: [0x240000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178645:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0305dabc00/0x3313483622c9658b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55446b expref: 191 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.178653:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.178654:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.178657:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043c00/0x3313483622c9cdff lrc: 4/0,1 mode: --/PW res: [0x240000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.178675:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0305dabc00/0x3313483622c9658b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55446b expref: 191 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.178684:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0305dabc00/0x3313483622c9658b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55446b expref: 191 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.178694:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938463360:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.178968:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7200/0x3313483622c9ce06 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x130b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.178978:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7200/0x3313483622c9ce06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.178986:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7200/0x3313483622c9ce06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000004:00200000:3.0:1767318258.179011:0:57486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x130b:0x0]: returning size 4194304 00000004:00200000:3.0:1767318258.179015:0:57486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767318258.179032:0:57486:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7200/0x3313483622c9ce06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179042:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7200/0x3313483622c9ce06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179049:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6e00/0x3313483622c9cdf1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179055:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6e00/0x3313483622c9cdf1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179060:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6e00/0x3313483622c9cdf1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179066:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6e00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.179069:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6e00/0x3313483622c9cdf1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179076:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6e00/0x3313483622c9cdf1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179085:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067f00) 00010000:00010000:3.0:1767318258.179087:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.179090:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6e00/0x3313483622c9cdf1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179095:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6e00/0x3313483622c9cdf1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179106:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6600/0x3313483622c9cdf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179111:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6600/0x3313483622c9cdf8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179116:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6600/0x3313483622c9cdf8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179121:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6600 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.179123:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6600/0x3313483622c9cdf8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179129:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6600/0x3313483622c9cdf8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179135:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x942de9f6 (ffff9a0304067200) 00010000:00010000:3.0:1767318258.179137:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.179139:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6600/0x3313483622c9cdf8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179143:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6600/0x3313483622c9cdf8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.179173:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cdea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555463 expref: 137 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.179186:0:57486:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7200/0x3313483622c9ce06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x130b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555463 expref: 136 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.179192:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x130b:0x0].0x0 (ffff9a0304067100) 00010000:00010000:3.0:1767318258.179194:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318258.179196:0:57486:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a03027d7200, rc 0) 00000100:00100000:1.0:1767318258.179253:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e900 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.179500:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+136:81709:x1853163917971072:12345-192.168.203.16@tcp:101:rm.0 Request processed in 2017us (2792us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.179526:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 691 00000100:00100000:3.0:1767318258.183022:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917971200 00000100:00100000:3.0:1767318258.183028:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917971200 00000100:00100000:3.0:1767318258.183069:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23424 00000100:00100000:3.0:1767318258.183078:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+191:2480:x1853163917971200:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1767318258.183093:0:21245:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318258.183110:0:21245:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7600/0x3313483622c9ce1b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac55546a expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767318258.183132:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3f1:0x0] initial LVB size: 1048576, mtime: 0x69571b99, atime: 0x0, ctime: 0x69571b99, blocks: 0x803 00010000:00010000:3.0:1767318258.183149:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.183151:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.183161:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7600/0x3313483622c9ce1b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55546a expref: 192 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.183176:0:21245:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7600/0x3313483622c9ce1b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55546a expref: 192 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.183192:0:21245:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a03027d7600, rc 0) 00000100:00100000:3.0:1767318258.183233:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+192:2480:x1853163917971200:12345-192.168.203.16@tcp:101:rm.0 Request processed in 156us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.183239:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23424 00000100:00100000:1.0:1767318258.183529:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+136:6187:x1853163938457472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80843us (81095us total) trans 4294975844 rc 0/0 00000100:00100000:1.0:1767318258.183537:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23402 00000100:00100000:3.0:1767318258.183776:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938463872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.183802:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.184431:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938464256 00000100:00100000:1.0:1767318258.184434:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938464256 00000100:00100000:3.0:1767318258.189408:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311864000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938464384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.189573:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.189601:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938463872 00000100:00100000:1.0:1767318258.189612:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938463872 00000100:00100000:1.0:1767318258.189653:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23426 00000100:00100000:1.0:1767318258.189660:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+136:6188:x1853163938464256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.189671:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:326 count 1 00010000:00010000:1.0:1767318258.189688:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043e00/0x3313483622c9ce29 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.189708:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c96599 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554487 expref: 191 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.189843:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.189845:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.189848:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043e00/0x3313483622c9ce29 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.189867:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c96599 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554487 expref: 191 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.189878:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c96599 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554487 expref: 191 pid: 21391 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.189895:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311865880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:25439:1853163938464640:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.189960:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e540 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.189999:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23428 00000100:00100000:1.0:1767318258.190006:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1368:6185:x1853163938463872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.190019:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:353 count 1 00010000:00010000:1.0:1767318258.190029:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9ce37 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.190040:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0414856400/0x3313483622c960e5 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545fa expref: 165 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.190046:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.190047:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.190050:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9ce37 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.190068:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0414856400/0x3313483622c960e5 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545fa expref: 165 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.190077:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0414856400/0x3313483622c960e5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545fa expref: 165 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.190086:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311864700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938464896:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.190110:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e840 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.190140:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938464000:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.190195:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab1aa00/2, rc 0, transno 4294975844 00000100:00100000:1.0:1767318258.190216:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938457472:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318258.190237:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cd81 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.190244:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cd81 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.190253:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cd81 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.190260:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9cd81 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x140:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.190278:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.190501:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318258.190531:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938465024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.190556:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.190642:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.190879:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23429 00000100:00100000:1.0:1767318258.190889:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+138:6185:x1853163938464384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.190904:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:327 count 1 00010000:00010000:1.0:1767318258.190916:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x147:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.190931:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045600/0x3313483622c965a0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554495 expref: 191 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.190938:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.190940:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.190943:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 4/0,1 mode: --/PW res: [0x240000404:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.190962:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318045600/0x3313483622c965a0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554495 expref: 191 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.190972:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045600/0x3313483622c965a0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554495 expref: 191 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.190982:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311867480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938465152:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.191012:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0404c41000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.191026:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23431 00000100:00100000:1.0:1767318258.191033:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1369:6186:x1853163938464000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.191043:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:354 count 1 00010000:00010000:1.0:1767318258.191053:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9ce4c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.191064:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0414856600/0x3313483622c960ec lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554608 expref: 165 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.191070:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.191072:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.191074:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9ce4c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.191092:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0414856600/0x3313483622c960ec lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554608 expref: 165 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.191106:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0414856600/0x3313483622c960ec lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554608 expref: 165 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.191115:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311866300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938465408:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.191140:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5300 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.191470:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+139:6187:x1853163938460416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61822us (61880us total) trans 4294975846 rc 0/0 00000100:00100000:1.0:1767318258.191481:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23411 00000004:00080000:1.0:1767318258.191549:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317388a80/2, rc 0, transno 4294975846 00000100:00100000:1.0:1767318258.191561:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938460416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.191615:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311864a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938465536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.191641:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.191934:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938465536 00000100:00100000:3.0:1767318258.191939:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938465536 00000100:00100000:3.0:1767318258.191967:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23432 00000100:00100000:3.0:1767318258.191974:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+139:6187:x1853163938465536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.191988:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:329 count 1 00010000:00010000:3.0:1767318258.192002:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9ce53 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x149:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.192016:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c965ae lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544b1 expref: 191 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.192023:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.192025:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.192028:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9ce53 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.192048:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c965ae lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544b1 expref: 191 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.192057:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c965ae lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544b1 expref: 191 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.192066:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938465664:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.192101:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf536c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.192124:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.192197:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.192497:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938462336:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.192539:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 3/0,1 mode: --/PW res: [0x240000404:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.192585:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.192621:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.192675:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938462464:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.192687:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cdd5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.192754:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938462848:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.192769:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46000/0x3313483622c9cddc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.193066:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938463488:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.193078:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ce0d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.193106:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.193128:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.193146:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917971840 00000100:00100000:3.0:1767318258.193150:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917971840 00010000:00010000:3.0:1767318258.193172:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309993c00/0x3313483622c960c2 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545b4 expref: 166 pid: 21382 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.193193:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917971968 00000100:00100000:3.0:1767318258.193196:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917971968 00010000:00010000:3.0:1767318258.193589:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab800/0x3313483622c96576 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554441 expref: 193 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.193614:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917972480 00000100:00100000:3.0:1767318258.193617:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917972480 00010000:00010000:3.0:1767318258.193631:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dabc00/0x3313483622c9658b lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55446b expref: 194 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.193644:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917972608 00000100:00100000:3.0:1767318258.193646:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917972608 00010000:00010000:3.0:1767318258.193658:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309992200/0x3313483622c960d0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d0 expref: 167 pid: 20656 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.193675:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31955 00000100:00100000:3.0:1767318258.193684:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+167:2481:x1853163917971840:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.193700:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.193705:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309993c00/0x3313483622c960c2 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x15c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545b4 expref: 167 pid: 21382 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.193842:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309993c00/0x3313483622c960c2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545b4 expref: 167 pid: 21382 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.193865:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.193867:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.193871:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.193882:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.193899:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.193947:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+167:2481:x1853163917971840:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 261us (1358us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.193954:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31955 00000100:00100000:3.0:1767318258.193974:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31956 00000100:00100000:3.0:1767318258.193981:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+194:2482:x1853163917971968:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.193993:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.193997:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab800/0x3313483622c96576 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x141:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554441 expref: 194 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.194010:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab800/0x3313483622c96576 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x141:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554441 expref: 194 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.194027:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab800/0x3313483622c96576 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x141:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554441 expref: 194 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.194039:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.194041:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.194043:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.194049:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.194065:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.194083:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+193:2482:x1853163917971968:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 102us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.194089:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31956 00000100:00100000:3.0:1767318258.194102:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31957 00000100:00100000:3.0:1767318258.194108:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+192:2482:x1853163917972480:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.194115:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.194119:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0305dabc00/0x3313483622c9658b lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x144:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55446b expref: 192 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.194133:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0305dabc00/0x3313483622c9658b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x144:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55446b expref: 192 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.194149:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.194151:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.194154:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318043c00/0x3313483622c9cdff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x144:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.194159:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043c00/0x3313483622c9cdff lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x144:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.194170:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.194188:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+192:2482:x1853163917972480:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 80us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.194194:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31957 00000100:00100000:3.0:1767318258.194414:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31958 00000100:00100000:3.0:1767318258.194528:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+166:2482:x1853163917972608:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.197530:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.197549:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0309992200/0x3313483622c960d0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d0 expref: 166 pid: 20656 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.197565:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309992200/0x3313483622c960d0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d0 expref: 166 pid: 20656 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.197589:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309992200/0x3313483622c960d0 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d0 expref: 166 pid: 20656 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.197604:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.197606:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.197610:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ce0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.197626:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ce0d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.197661:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.197705:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+165:2482:x1853163917972608:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3283us (4576us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.197714:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31958 00010000:00010000:3.0:1767318258.197758:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.197766:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.197777:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.197786:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.197810:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.198048:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+140:6187:x1853163938461440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23320us (23555us total) trans 4294975847 rc 0/0 00000100:00100000:3.0:1767318258.198054:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23417 00000100:00100000:1.0:1767318258.198822:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917971712 00000100:00100000:1.0:1767318258.198832:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917971712 00010000:00010000:1.0:1767318258.198847:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.198855:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.198864:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d47000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.198869:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.198878:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.198901:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 1/0,0 mode: --/PW res: [0x240000404:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.198907:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9cdce lrc: 0/0,0 mode: --/PW res: [0x240000404:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.198927:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.198929:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.198930:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.198962:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938462976:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.198984:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9cde3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199007:0:21382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309993c00/0x3313483622c960c2 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545b4 expref: 165 pid: 21382 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.199017:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938462080:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.199025:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199032:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199038:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199050:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199057:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199075:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.199276:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1370:6185:x1853163938461952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26056us (26483us total) trans 4294975428 rc 0/0 00000100:00100000:1.0:1767318258.199285:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23416 00000100:00100000:1.0:1767318258.199307:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23433 00000100:00100000:1.0:1767318258.199498:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e241b220-0ef8-435a-b507-74fd0bfdf172+191:2481:x1853163917971456:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:1.0:1767318258.199530:0:21382:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318258.199547:0:21382:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318043400/0x3313483622c9ce5a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555478 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318258.199566:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3f3:0x0] initial LVB size: 3145728, mtime: 0x69571b99, atime: 0x0, ctime: 0x69571b99, blocks: 0x82d 00010000:00010000:1.0:1767318258.199581:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.199584:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.199591:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043400/0x3313483622c9ce5a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555478 expref: 192 pid: 21382 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.199604:0:21382:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043400/0x3313483622c9ce5a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555478 expref: 192 pid: 21382 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.199621:0:21382:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0318043400, rc 0) 00000100:00100000:1.0:1767318258.199646:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e241b220-0ef8-435a-b507-74fd0bfdf172+192:2481:x1853163917971456:12345-192.168.203.16@tcp:101:rm.0 Request processed in 332us (7522us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.199652:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23433 00000004:00080000:1.0:1767318258.199689:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317908700/2, rc 0, transno 4294975428 00000100:00100000:1.0:1767318258.199699:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938461952:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318258.199711:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.199876:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199885:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.199888:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199896:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199910:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199916:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042400/0x3313483622c9cdc7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.199933:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.199935:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.199937:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.199996:0:21246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305dabc00/0x3313483622c9658b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55446b expref: 191 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.200006:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938463360:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.200019:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318043c00/0x3313483622c9cdff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.200027:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318043c00/0x3313483622c9cdff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.200033:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318043c00/0x3313483622c9cdff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.200041:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043c00/0x3313483622c9cdff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.200048:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043c00/0x3313483622c9cdff lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.200069:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.200249:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+140:6185:x1853163938463104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21645us (21782us total) trans 4294975848 rc 0/0 00000100:00100000:1.0:1767318258.200255:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23421 00000004:00080000:1.0:1767318258.200286:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317be4e00/2, rc 0, transno 4294975848 00000100:00100000:1.0:1767318258.200296:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938463104:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.200441:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938465920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.200479:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.200524:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938465920 00000100:00100000:1.0:1767318258.200528:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938465920 00000100:00100000:1.0:1767318258.200554:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23434 00000100:00100000:1.0:1767318258.200560:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+140:6185:x1853163938465920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.200577:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:330 count 1 00010000:00010000:1.0:1767318258.200592:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9ce61 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x14a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.200604:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044e00/0x3313483622c965b5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544bf expref: 190 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.200612:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.200614:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.200617:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9ce61 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.200638:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318044e00/0x3313483622c965b5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544bf expref: 190 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.200648:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044e00/0x3313483622c965b5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544bf expref: 190 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.200658:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311867800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938466048:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.200697:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.200936:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23435 00000100:00100000:1.0:1767318258.200943:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e241b220-0ef8-435a-b507-74fd0bfdf172+164:2481:x1853163917971712:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:1.0:1767318258.200951:0:21249:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318258.200963:0:21249:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9ce68 lrc: 2/0,0 mode: --/PR res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555486 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318258.200983:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318258.200994:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.200996:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.201001:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9ce68 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555486 expref: 165 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.201012:0:21249:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9ce68 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555486 expref: 165 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.201021:0:21249:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0318042800, rc 0) 00000100:00100000:1.0:1767318258.201044:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e241b220-0ef8-435a-b507-74fd0bfdf172+165:2481:x1853163917971712:12345-192.168.203.16@tcp:101:rm.0 Request processed in 101us (8846us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.201050:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23435 00000004:00080000:1.0:1767318258.201083:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ecb480/2, rc 0, transno 4294975847 00000100:00100000:1.0:1767318258.201102:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938461440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.201112:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318258.201119:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938465792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.201147:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.201169:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.201176:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938466176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.201197:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.201231:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938465792 00000100:00100000:1.0:1767318258.201236:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938465792 00000100:00100000:1.0:1767318258.201256:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938466176 00000100:00100000:1.0:1767318258.201258:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938466176 00000100:00100000:1.0:1767318258.201269:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23436 00000100:00100000:1.0:1767318258.201274:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1370:6187:x1853163938465792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.201286:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:356 count 1 00010000:00010000:1.0:1767318258.201298:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.201309:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0309993000/0x3313483622c960fa lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554624 expref: 164 pid: 20656 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.201403:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.201406:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.201409:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.201429:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0309993000/0x3313483622c960fa lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554624 expref: 164 pid: 20656 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.201440:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0309993000/0x3313483622c960fa lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554624 expref: 164 pid: 20656 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.201450:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938466304:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.201474:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.201628:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.201657:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.201683:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.201701:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917972224 00000100:00100000:1.0:1767318258.201704:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917972224 00010000:00010000:1.0:1767318258.201739:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9657d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55444f expref: 191 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.201759:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31959 00000100:00100000:1.0:1767318258.201766:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+191:2480:x1853163917972224:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.202034:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.202041:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9657d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x142:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55444f expref: 191 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.202051:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9657d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x142:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55444f expref: 191 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.202068:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9657d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x142:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55444f expref: 191 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.202079:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.202081:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.202084:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46000/0x3313483622c9cddc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.202093:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46000/0x3313483622c9cddc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.202124:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.202148:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+190:2480:x1853163917972224:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 382us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.202158:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31959 00000100:00100000:1.0:1767318258.202182:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917971328 00000100:00100000:1.0:1767318258.202186:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917971328 00000100:00100000:1.0:1767318258.202201:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917971584 00000100:00100000:1.0:1767318258.202203:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917971584 00000100:00100000:1.0:1767318258.202215:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23438 00000100:00100000:1.0:1767318258.202221:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031873aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e241b220-0ef8-435a-b507-74fd0bfdf172+165:2480:x1853163917971328:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:1.0:1767318258.202229:0:21440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318258.202239:0:21440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318043000/0x3313483622c9ce7d lrc: 2/0,0 mode: --/PR res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555471 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318258.202255:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3f7:0x0] initial LVB size: 2097152, mtime: 0x69571b99, atime: 0x0, ctime: 0x69571b99, blocks: 0x82d 00010000:00010000:1.0:1767318258.202264:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.202266:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.202271:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043000/0x3313483622c9ce7d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555471 expref: 166 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.202282:0:21440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043000/0x3313483622c9ce7d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555471 expref: 166 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.202291:0:21440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0318043000, rc 0) 00000100:00100000:1.0:1767318258.202311:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031873aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e241b220-0ef8-435a-b507-74fd0bfdf172+166:2480:x1853163917971328:12345-192.168.203.16@tcp:101:rm.0 Request processed in 89us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.202489:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23438 00000100:00100000:1.0:1767318258.202528:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23439 00000100:00100000:1.0:1767318258.202537:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031873bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e241b220-0ef8-435a-b507-74fd0bfdf172+190:2480:x1853163917971584:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:1.0:1767318258.202547:0:21440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318258.202556:0:21440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318043800/0x3313483622c9ce84 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac55547f expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318258.202569:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3f4:0x0] initial LVB size: 4194304, mtime: 0x69571b99, atime: 0x0, ctime: 0x69571b99, blocks: 0x82d 00010000:00010000:1.0:1767318258.202578:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.202579:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.202584:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043800/0x3313483622c9ce84 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55547f expref: 191 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.202593:0:21440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043800/0x3313483622c9ce84 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55547f expref: 191 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.202600:0:21440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0318043800, rc 0) 00000100:00100000:1.0:1767318258.202616:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031873bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e241b220-0ef8-435a-b507-74fd0bfdf172+191:2480:x1853163917971584:12345-192.168.203.16@tcp:101:rm.0 Request processed in 81us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.202621:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23439 00000100:00100000:1.0:1767318258.202673:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.202689:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917972736 00000100:00100000:1.0:1767318258.202692:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917972736 00010000:00010000:1.0:1767318258.202706:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4600/0x3313483622c96592 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554479 expref: 191 pid: 21388 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.202914:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31960 00000100:00100000:1.0:1767318258.202922:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+191:2480:x1853163917972736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.202931:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.202937:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4600/0x3313483622c96592 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x145:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554479 expref: 191 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.202945:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4600/0x3313483622c96592 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x145:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554479 expref: 191 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.202957:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4600/0x3313483622c96592 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x145:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554479 expref: 191 pid: 21388 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.202966:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.202968:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.202971:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ce14 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.202978:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ce14 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.202995:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.203010:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+190:2480:x1853163917972736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 90us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.203017:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31960 00010000:00010000:1.0:1767318258.203036:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ce14 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.203044:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ce14 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.203051:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ce14 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.203059:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46800/0x3313483622c9ce14 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.203133:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ce0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.203146:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ce0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.203152:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ce0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.203158:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9ce0d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.208182:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318258.208418:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+142:6188:x1853163938463232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27337us (27400us total) trans 4294975850 rc 0/0 00000100:00100000:1.0:1767318258.208427:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23423 00000004:00080000:1.0:1767318258.208479:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ec9880/2, rc 0, transno 4294975849 00000100:00100000:1.0:1767318258.208492:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ec9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938461568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.208583:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938466560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.208623:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.208657:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938466560 00000100:00100000:1.0:1767318258.208663:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938466560 00000100:00100000:1.0:1767318258.208696:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23440 00000100:00100000:1.0:1767318258.208704:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d330c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+142:6187:x1853163938466560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.208825:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:332 count 1 00010000:00010000:1.0:1767318258.208850:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.208867:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c965c3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544db expref: 189 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.208875:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.208878:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.208882:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 4/0,1 mode: --/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.208913:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c965c3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544db expref: 189 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.208925:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c965c3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544db expref: 189 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.208937:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938466688:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.208974:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5600 going to sleep for 11 seconds 00000004:00080000:1.0:1767318258.209000:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317be5180/2, rc 0, transno 4294975850 00000100:00100000:1.0:1767318258.209008:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938463232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.209038:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318258.209045:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938466816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.209069:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.209089:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938466816 00000100:00100000:1.0:1767318258.209093:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938466816 00000100:00100000:1.0:1767318258.209124:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23441 00000100:00100000:1.0:1767318258.209129:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+143:6187:x1853163938466816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.209141:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:333 count 1 00010000:00010000:1.0:1767318258.209152:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.209163:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c965ca lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544e9 expref: 189 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.209168:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.209170:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.209173:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.209191:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c965ca lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544e9 expref: 189 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.209200:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c965ca lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544e9 expref: 189 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.209209:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938466944:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.209228:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.209313:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.209427:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917972096 00000100:00100000:1.0:1767318258.209431:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917972096 00010000:00010000:1.0:1767318258.209454:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ea00/0x3313483622c960c9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c2 expref: 166 pid: 21246 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.209476:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31961 00000100:00100000:1.0:1767318258.209483:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04199b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+166:2481:x1853163917972096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.209493:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.209497:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ea00/0x3313483622c960c9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c2 expref: 166 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.209529:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ea00/0x3313483622c960c9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c2 expref: 166 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.209552:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ea00/0x3313483622c960c9 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c2 expref: 166 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.209562:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.209564:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.209568:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cdd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.209576:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cdd5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.209599:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.209617:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04199b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+165:2481:x1853163917972096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 135us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.209623:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31961 00000100:00100000:1.0:1767318258.209698:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.209844:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917972352 00000100:00100000:1.0:1767318258.209849:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917972352 00010000:00010000:1.0:1767318258.209865:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414857200/0x3313483622c960d7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545de expref: 165 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.209953:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.210193:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1371:6188:x1853163938462592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29619us (29710us total) trans 4294975429 rc 0/0 00000100:00100000:3.0:1767318258.210201:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23422 00010000:00010000:3.0:1767318258.210227:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cdd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.210236:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cdd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.210244:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cdd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.210251:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cdd5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.210291:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31962 00000100:00100000:1.0:1767318258.210301:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+165:2481:x1853163917972352:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.210310:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.210326:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0414857200/0x3313483622c960d7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545de expref: 165 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.210343:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0414857200/0x3313483622c960d7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545de expref: 165 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.210368:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0414857200/0x3313483622c960d7 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545de expref: 165 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.210379:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.210381:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.210384:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9cde3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.210390:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9cde3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.210409:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.210426:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+164:2481:x1853163917972352:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 127us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.210432:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31962 00010000:00010000:3.0:1767318258.210639:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1767318258.210644:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cdd5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.210893:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1371:6187:x1853163938462208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34522us (36329us total) trans 4294975430 rc 0/0 00000100:00100000:3.0:1767318258.210900:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23418 00000100:00100000:3.0:1767318258.210992:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938464768:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.211010:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9ce30 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.211072:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938464512:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.211085:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47800/0x3313483622c9ce22 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.211132:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.211150:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.211165:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.211180:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917972864 00000100:00100000:3.0:1767318258.211185:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917972864 00010000:00010000:3.0:1767318258.211204:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c96599 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x146:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554487 expref: 190 pid: 21391 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.211217:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917973376 00000100:00100000:3.0:1767318258.211219:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917973376 00010000:00010000:3.0:1767318258.211227:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045600/0x3313483622c965a0 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554495 expref: 191 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.211242:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917973120 00000100:00100000:3.0:1767318258.211244:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917973120 00010000:00010000:3.0:1767318258.211252:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414856400/0x3313483622c960e5 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545fa expref: 164 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.211263:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31963 00000100:00100000:3.0:1767318258.211269:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+191:2481:x1853163917972864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.211278:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.211282:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c96599 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x146:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554487 expref: 191 pid: 21391 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.211290:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c96599 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x146:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554487 expref: 191 pid: 21391 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.211303:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.211305:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.211308:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318043e00/0x3313483622c9ce29 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x146:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.211392:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043e00/0x3313483622c9ce29 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x146:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.211408:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.211424:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+191:2481:x1853163917972864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 155us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.211430:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31963 00000100:00100000:3.0:1767318258.211443:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31964 00000100:00100000:3.0:1767318258.211449:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+190:2482:x1853163917973376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.211455:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.211459:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318045600/0x3313483622c965a0 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x147:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554495 expref: 190 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.211468:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318045600/0x3313483622c965a0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x147:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554495 expref: 190 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.211479:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.211481:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.211483:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x147:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.211490:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x147:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.211499:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.211541:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+190:2482:x1853163917973376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 92us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.211547:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31964 00000100:00100000:3.0:1767318258.211557:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31965 00000100:00100000:3.0:1767318258.211563:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+164:2481:x1853163917973120:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.211570:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.211574:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0414856400/0x3313483622c960e5 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545fa expref: 164 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.211589:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0414856400/0x3313483622c960e5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545fa expref: 164 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.211600:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.211601:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.211604:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9ce37 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.211612:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9ce37 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.211622:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.211634:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+164:2481:x1853163917973120:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 72us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.211640:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31965 00000100:00100000:3.0:1767318258.211672:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.211691:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.211702:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917972992 00000100:00100000:3.0:1767318258.211705:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917972992 00010000:00010000:3.0:1767318258.211820:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414857400/0x3313483622c960f3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554616 expref: 164 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.211833:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917973248 00000100:00100000:3.0:1767318258.211837:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917973248 00010000:00010000:3.0:1767318258.211846:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414856000/0x3313483622c960de lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ec expref: 165 pid: 21246 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.211863:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31966 00000100:00100000:3.0:1767318258.211869:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309412a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+165:2481:x1853163917972992:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.211876:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.211879:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0414857400/0x3313483622c960f3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554616 expref: 165 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.211889:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0414857400/0x3313483622c960f3 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554616 expref: 165 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.211901:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0414857400/0x3313483622c960f3 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554616 expref: 165 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.211913:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.211914:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.211917:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9ce30 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.211924:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9ce30 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.211940:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.211956:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309412a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+164:2481:x1853163917972992:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 87us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.211962:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31966 00000100:00100000:3.0:1767318258.211975:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31967 00000100:00100000:3.0:1767318258.211982:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+163:2481:x1853163917973248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.211989:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.211994:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0414856000/0x3313483622c960de lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ec expref: 163 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.212003:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0414856000/0x3313483622c960de lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ec expref: 163 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.212015:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0414856000/0x3313483622c960de lrc: 0/0,0 mode: --/PR res: [0x280000404:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ec expref: 163 pid: 21246 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.212024:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.212026:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.212029:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47800/0x3313483622c9ce22 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.212036:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47800/0x3313483622c9ce22 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.212051:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.212067:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+162:2481:x1853163917973248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 85us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.212072:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31967 00010000:00010000:3.0:1767318258.212089:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47800/0x3313483622c9ce22 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.212097:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47800/0x3313483622c9ce22 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.212107:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47800/0x3313483622c9ce22 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.212114:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47800/0x3313483622c9ce22 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.212127:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.212403:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308165f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1371:6188:x1853163938463744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22687us (28751us total) trans 4294975431 rc 0/0 00000100:00100000:3.0:1767318258.212412:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23425 00010000:00010000:3.0:1767318258.212435:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9ce30 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.212443:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9ce30 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.212451:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9ce30 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.212458:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9ce30 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.212482:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.212622:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1371:6188:x1853163938464128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22759us (28980us total) trans 4294975432 rc 0/0 00000100:00100000:3.0:1767318258.212629:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23427 00000100:00100000:3.0:1767318258.212985:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.213017:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.213034:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917973504 00000100:00100000:3.0:1767318258.213039:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917973504 00010000:00010000:3.0:1767318258.213057:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044400/0x3313483622c965a7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544a3 expref: 190 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.213072:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917973760 00000100:00100000:3.0:1767318258.213075:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917973760 00010000:00010000:3.0:1767318258.213086:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c965ae lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544b1 expref: 191 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.213099:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31968 00000100:00100000:3.0:1767318258.213105:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041163ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+191:2482:x1853163917973504:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.213116:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.213120:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318044400/0x3313483622c965a7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x148:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544a3 expref: 191 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.213130:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318044400/0x3313483622c965a7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x148:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544a3 expref: 191 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.213144:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044400/0x3313483622c965a7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x148:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544a3 expref: 191 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.213155:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.213156:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.213160:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9ce45 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.213174:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9ce45 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.213206:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318258.213264:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.213290:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0414856400/0x3313483622c960e5 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545fa expref: 161 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.213300:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311864700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938464896:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.213314:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9ce37 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.213799:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9ce37 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.213807:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9ce37 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.213816:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9ce37 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.213823:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043a00/0x3313483622c9ce37 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.213837:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.214053:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041163ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+189:2482:x1853163917973504:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 946us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.214060:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31968 00010000:00010000:3.0:1767318258.214102:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9ce45 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.214110:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9ce45 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.214117:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9ce45 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.214124:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9ce45 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.214136:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.214295:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+144:6185:x1853163938465024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23352us (23737us total) trans 4294975851 rc 0/0 00000100:00100000:3.0:1767318258.214302:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23430 00000100:00100000:3.0:1767318258.214452:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.214472:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917973632 00000100:00100000:3.0:1767318258.214478:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917973632 00010000:00010000:3.0:1767318258.214499:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414856600/0x3313483622c960ec lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554608 expref: 161 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.214537:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31970 00000100:00100000:3.0:1767318258.214543:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+161:2482:x1853163917973632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.214553:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.214558:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0414856600/0x3313483622c960ec lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554608 expref: 161 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.214568:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0414856600/0x3313483622c960ec lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554608 expref: 161 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.214585:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.214587:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.214591:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9ce4c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.214598:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9ce4c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.214613:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.214627:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+161:2482:x1853163917973632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 84us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.214633:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31970 00010000:00010000:3.0:1767318258.215465:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.216118:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1371:6185:x1853163938463872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26111us (32313us total) trans 4294975433 rc 0/0 00000100:00100000:1.0:1767318258.216125:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23428 00000004:00080000:1.0:1767318258.216161:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308164700/2, rc 0, transno 4294975851 00000100:00100000:1.0:1767318258.216166:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308164700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938465024:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.216177:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab19f80/2, rc 0, transno 4294975433 00000100:00100000:1.0:1767318258.216181:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938463872:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.216189:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ec8a80/2, rc 0, transno 4294975434 00000100:00100000:1.0:1767318258.216193:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ec8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938462720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318258.216215:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045600/0x3313483622c965a0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554495 expref: 186 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.216231:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311867480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938465152:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.216245:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.216253:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.216259:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.216266:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.216273:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216314:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.216404:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9cde3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216417:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.216419:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9cde3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216426:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9cde3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216439:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9cde3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216446:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9cde3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216460:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.216463:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318043e00/0x3313483622c9ce29 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216469:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.216472:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318043e00/0x3313483622c9ce29 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216478:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318043e00/0x3313483622c9ce29 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216487:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318043e00/0x3313483622c9ce29 lrc: 2/0,0 mode: --/PW res: [0x240000404:0x146:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216499:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.216502:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216527:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.216530:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216537:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216545:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 2/0,0 mode: --/PW res: [0x240000404:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216552:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.216554:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9ce4c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216560:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.216563:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9ce4c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216570:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9ce4c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216579:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9ce4c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216586:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043600/0x3313483622c9ce4c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.216596:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.216598:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.216600:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.225663:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318258.225672:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042200/0x3313483622c9ce3e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.225726:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938466944:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.225739:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.225833:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.225853:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938466688:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.225864:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318258.225894:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab18e00/2, rc 0, transno 4294975435 00000100:00100000:1.0:1767318258.225901:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938464000:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318258.225924:0:21249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309993000/0x3313483622c960fa lrc: 0/0,0 mode: --/PR res: [0x280000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554624 expref: 159 pid: 20656 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.225935:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938466304:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.225949:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.225959:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.225966:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.225976:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.225984:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.226001:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318258.226013:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.226019:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.226027:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.226031:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.226039:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.226054:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.226061:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042000/0x3313483622c9ce6f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.226076:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.226079:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.226080:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.226369:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1371:6187:x1853163938465792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25093us (25219us total) trans 4294975436 rc 0/0 00000100:00100000:1.0:1767318258.226378:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23436 00000004:00080000:1.0:1767318258.226416:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311865180/2, rc 0, transno 4294975436 00000100:00100000:1.0:1767318258.226421:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938465792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.226589:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+144:6185:x1853163938464384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35702us (37018us total) trans 4294975854 rc 0/0 00000100:00100000:1.0:1767318258.226595:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23429 00000004:00080000:1.0:1767318258.226627:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311864000/2, rc 0, transno 4294975854 00000100:00100000:1.0:1767318258.226632:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311864000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938464384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318258.227707:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.227760:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.228667:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938467456:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.228732:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.228762:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938467968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.228794:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.228811:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938468480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.228830:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.228850:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1767318258.228856:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938467328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.228876:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.228900:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938467456 00000100:00100000:3.0:1767318258.228905:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938467456 00000100:00100000:3.0:1767318258.228941:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938467968 00000100:00100000:3.0:1767318258.228944:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938467968 00000100:00100000:3.0:1767318258.228958:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938468480 00000100:00100000:3.0:1767318258.228961:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938468480 00000100:00100000:3.0:1767318258.228975:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938467328 00000100:00100000:3.0:1767318258.228977:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938467328 00000100:00100000:3.0:1767318258.228992:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23442 00000100:00100000:3.0:1767318258.228998:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1373:6188:x1853163938467456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.229021:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:360 count 1 00010000:00010000:3.0:1767318258.229044:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9ce99 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.229061:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0309992c00/0x3313483622c96116 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55465c expref: 158 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.229069:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.229071:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.229074:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9ce99 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.229096:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0309992c00/0x3313483622c96116 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55465c expref: 158 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.229107:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0309992c00/0x3313483622c96116 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55465c expref: 158 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.229117:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938468608:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.229162:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf53780 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.229179:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23443 00000100:00100000:3.0:1767318258.229186:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1373:6188:x1853163938467968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.229196:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:364 count 1 00010000:00010000:3.0:1767318258.229206:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6e00/0x3313483622c9cea0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.229216:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae000/0x3313483622c96132 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554694 expref: 158 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.229227:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.229229:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.229231:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6e00/0x3313483622c9cea0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.229248:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae000/0x3313483622c96132 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554694 expref: 158 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.229256:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae000/0x3313483622c96132 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554694 expref: 158 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.229265:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938468736:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.229287:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf539c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.229303:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23444 00000100:00100000:3.0:1767318258.229309:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+144:6188:x1853163938468480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.229485:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:337 count 1 00010000:00010000:3.0:1767318258.229499:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9cea7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x151:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.229538:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045000/0x3313483622c965e6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554521 expref: 186 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.229544:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.229546:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.229549:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9cea7 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.229573:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318045000/0x3313483622c965e6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554521 expref: 186 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.229583:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045000/0x3313483622c965e6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554521 expref: 186 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.229592:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309411c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938468864:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.229620:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf536c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.229635:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23445 00000100:00100000:3.0:1767318258.229642:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1373:6188:x1853163938467328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.229653:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:359 count 1 00010000:00010000:3.0:1767318258.229664:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9ceae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.229675:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0414857e00/0x3313483622c9610f lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55464e expref: 158 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.229682:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.229684:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.229686:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9ceae lrc: 4/0,1 mode: --/PW res: [0x280000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.229703:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0414857e00/0x3313483622c9610f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55464e expref: 158 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.229711:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0414857e00/0x3313483622c9610f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55464e expref: 158 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.229720:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309412a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938468992:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.229743:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040584d600 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.229757:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938467840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.229946:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.229974:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938468352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.229994:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.230021:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938467840 00000100:00100000:3.0:1767318258.230026:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938467840 00000100:00100000:3.0:1767318258.230051:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938468352 00000100:00100000:3.0:1767318258.230054:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938468352 00000100:00100000:3.0:1767318258.230076:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23446 00000100:00100000:3.0:1767318258.230083:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1374:6188:x1853163938467840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.230096:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:363 count 1 00010000:00010000:3.0:1767318258.230108:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.230119:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae600/0x3313483622c9612b lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554686 expref: 158 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.230125:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.230127:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.230130:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.230149:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae600/0x3313483622c9612b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554686 expref: 158 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.230162:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae600/0x3313483622c9612b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554686 expref: 158 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.230170:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938469120:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.230194:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943600 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.230210:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23447 00000100:00100000:3.0:1767318258.230217:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+145:6188:x1853163938468352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.230227:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:336 count 1 00010000:00010000:3.0:1767318258.230239:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.230248:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044200/0x3313483622c965df lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554513 expref: 186 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.230254:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.230255:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.230258:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 4/0,1 mode: --/PW res: [0x240000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.230276:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318044200/0x3313483622c965df lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554513 expref: 186 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.230285:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044200/0x3313483622c965df lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554513 expref: 186 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.230302:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938469248:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.230443:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.237056:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917974144 00000100:00100000:3.0:1767318258.237070:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917974144 00010000:00010000:3.0:1767318258.237113:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c965bc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544cd expref: 187 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.237153:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31973 00000100:00100000:3.0:1767318258.237159:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+187:2480:x1853163917974144:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.237172:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.237177:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c965bc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544cd expref: 187 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.237188:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c965bc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x14b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544cd expref: 187 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.237210:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c965bc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x14b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544cd expref: 187 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.237225:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.237227:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.237232:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9ce76 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.237246:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9ce76 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.237283:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.237342:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+185:2480:x1853163917974144:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 181us (9584us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.237364:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31973 00010000:00010000:3.0:1767318258.237394:0:21388:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9ce76 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.237403:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9ce76 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.237413:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9ce76 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.237420:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9ce76 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.237435:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.237761:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+146:6185:x1853163938466176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36397us (36562us total) trans 4294975855 rc 0/0 00000100:00100000:3.0:1767318258.237769:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23437 00000100:00100000:1.0:1767318258.240407:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938467072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.240454:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.240495:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938467584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.240560:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.240583:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938468096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.240607:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318258.240653:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308164000/2, rc 0, transno 4294975855 00000100:00100000:1.0:1767318258.240665:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308164000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938466176:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.240676:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311866a00/2, rc 0, transno 4294975856 00000100:00100000:1.0:1767318258.240680:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938465920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.240692:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1767318258.240698:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938467200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.240848:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938467072 00000100:00100000:3.0:1767318258.240855:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938467072 00000100:00100000:3.0:1767318258.240892:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938467584 00000100:00100000:3.0:1767318258.240895:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938467584 00000100:00100000:3.0:1767318258.240910:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938468096 00000100:00100000:3.0:1767318258.240912:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938468096 00000100:00100000:3.0:1767318258.240929:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23448 00000100:00100000:3.0:1767318258.240938:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1376:6185:x1853163938467072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.240967:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:357 count 1 00010000:00010000:3.0:1767318258.240991:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cec3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.241008:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e800/0x3313483622c96101 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554632 expref: 158 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.241016:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.241018:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.241021:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cec3 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.241051:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e800/0x3313483622c96101 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554632 expref: 158 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.241063:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e800/0x3313483622c96101 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554632 expref: 158 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.241075:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938469376:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.241135:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04180b0240 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.241155:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23449 00000100:00100000:3.0:1767318258.241162:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1376:6185:x1853163938467584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.241174:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:361 count 1 00010000:00010000:3.0:1767318258.241185:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 3/0,1 mode: --/PW res: [0x280000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.241201:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0309992e00/0x3313483622c9611d lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55466a expref: 158 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.241207:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.241209:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.241211:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 4/0,1 mode: --/PW res: [0x280000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.241228:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0309992e00/0x3313483622c9611d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55466a expref: 158 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.241236:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0309992e00/0x3313483622c9611d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55466a expref: 158 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.241244:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938469504:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.241268:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04050db180 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.241286:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23450 00000100:00100000:3.0:1767318258.241293:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+146:6185:x1853163938468096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.241305:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:334 count 1 00010000:00010000:3.0:1767318258.241317:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9ced1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x14e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.241328:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c965d1 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x14e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544f7 expref: 182 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.241334:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.241336:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.241338:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9ced1 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x14e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.241368:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c965d1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x14e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544f7 expref: 182 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.241376:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c965d1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544f7 expref: 182 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.241386:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938469632:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.241408:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04145a1000 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.241458:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.241536:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.241557:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917974656 00000100:00100000:3.0:1767318258.241561:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917974656 00000100:00100000:3.0:1767318258.241593:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 692 00000100:00100000:3.0:1767318258.241599:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+136:81709:x1853163917974656:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1767318258.241635:0:57486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767318258.241654:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7200/0x3313483622c9ce06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x130b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555463 expref: 136 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.241671:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x130b:0x0].0x0 (ffff9a0304067100) 00010000:00010000:3.0:1767318258.241683:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6800/0x3313483622c9cdc0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55545c expref: 135 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.241690:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067f00) 00010000:00010000:3.0:1767318258.241696:0:57486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.241726:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9ced8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.241739:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9ced8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.241748:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9ced8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.241761:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.241768:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.241774:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.241878:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cee6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x130b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.241886:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cee6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x130b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.241892:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cee6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x130b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000040:00080000:3.0:1767318258.242329:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2044, 64 off139008 00000040:00080000:3.0:1767318258.242367:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2044, 64 off139008 00000040:00080000:3.0:1767318258.242383:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2045, 64 off139072 00000040:00080000:3.0:1767318258.242396:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2046, 64 off139136 00000040:00080000:3.0:1767318258.242410:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2045, 64 off139072 00010000:00010000:3.0:1767318258.242475:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242488:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242496:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242502:0:57486:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242538:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242543:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242562:0:57486:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318258.242580:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cee6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x130b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242585:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cee6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x130b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242590:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cee6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x130b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242595:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7000 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.242598:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cee6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x130b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242605:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cee6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x130b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242615:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x130b:0x0].0x0 (ffff9a0304067b00) 00010000:00010000:3.0:1767318258.242619:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318258.242622:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cee6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x130b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242628:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7000/0x3313483622c9cee6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x130b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242674:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9ced8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242680:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9ced8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242686:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9ced8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242690:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6200 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.242693:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9ced8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242697:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9ced8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242704:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067200) 00010000:00010000:3.0:1767318258.242706:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.242709:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9ced8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.242714:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d6200/0x3313483622c9ced8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000004:00010000:3.0:1767318258.242725:0:57486:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000078b55a10 reply state 0000000086b0263c transno 34359738840 ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:3.0:1767318258.242733:0:57486:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318258.242787:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+136:81709:x1853163917974656:12345-192.168.203.16@tcp:36:rm.0 Request processed in 1187us (1249us total) trans 34359738840 rc 0/0 00000100:00100000:3.0:1767318258.242795:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 692 00000100:00100000:3.0:1767318258.242834:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917974400 00000100:00100000:3.0:1767318258.242839:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917974400 00010000:00010000:3.0:1767318258.242862:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c965ca lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544e9 expref: 183 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.242887:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31975 00000100:00100000:3.0:1767318258.242895:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041163c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+183:2480:x1853163917974400:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.242906:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.242911:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c965ca lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544e9 expref: 183 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.242922:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c965ca lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x14d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544e9 expref: 183 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.242938:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c965ca lrc: 0/0,0 mode: --/PR res: [0x240000404:0x14d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544e9 expref: 183 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.242950:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.242952:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.242955:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.242964:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.242991:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.243011:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041163c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+182:2480:x1853163917974400:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 117us (1552us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.243017:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31975 00000100:00100000:1.0:1767318258.243575:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.243609:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938467712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.243634:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.243657:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938468224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.243676:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.243707:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938467200 00000100:00100000:1.0:1767318258.244135:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938467200 00000100:00100000:1.0:1767318258.244159:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23452 00000100:00100000:1.0:1767318258.244165:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+147:6185:x1853163938468224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.244178:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:335 count 1 00010000:00010000:1.0:1767318258.244373:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.244387:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c965d8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x14f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554505 expref: 181 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.244394:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.244396:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.244398:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 4/0,1 mode: --/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.244418:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c965d8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x14f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554505 expref: 181 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.244427:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c965d8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554505 expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.244438:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311865880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938469888:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.244481:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e600 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.244576:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311864700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938470016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.244607:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.244625:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.244630:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938470144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.244650:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318258.244673:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.244687:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.244697:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.244705:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.244733:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.244957:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+148:6187:x1853163938466816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35826us (35885us total) trans 4294975857 rc 0/0 00000100:00100000:1.0:1767318258.244964:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23441 00000100:00100000:1.0:1767318258.244980:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938470016 00000100:00100000:1.0:1767318258.244983:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938470016 00000100:00100000:1.0:1767318258.244996:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938470144 00000100:00100000:1.0:1767318258.244998:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938470144 00000100:00100000:1.0:1767318258.245009:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23453 00000100:00100000:1.0:1767318258.245014:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1378:6185:x1853163938467200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.245027:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:358 count 1 00010000:00010000:1.0:1767318258.245040:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245050:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0309992400/0x3313483622c96108 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554640 expref: 158 pid: 20656 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.245056:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.245058:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.245061:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245079:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0309992400/0x3313483622c96108 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554640 expref: 158 pid: 20656 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.245088:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0309992400/0x3313483622c96108 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554640 expref: 158 pid: 20656 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.245099:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938470272:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.245121:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e540 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.245131:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.245137:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.245143:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.245147:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.245154:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.245167:0:21430:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x130b:0x0].0x0 (ffff9a0304067b00) 00010000:00010000:1.0:1767318258.245170:0:21430:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1767318258.245174:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 1/0,0 mode: --/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.245180:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9ceed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x130b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.245199:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.245202:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245208:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312a1fc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.245211:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245218:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245230:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245237:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1fc00/0x3313483622c9ce92 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x14d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245251:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.245253:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.245254:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318258.245282:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81ea00/2, rc 0, transno 4294975857 00000100:00100000:1.0:1767318258.245294:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938466816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.245336:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938470400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.245377:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318258.245399:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.245410:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245420:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245428:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245435:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245448:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.245629:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d330c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+150:6187:x1853163938466560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36924us (37004us total) trans 4294975858 rc 0/0 00000100:00100000:1.0:1767318258.245636:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23440 00000100:00100000:1.0:1767318258.245737:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938470400 00000100:00100000:1.0:1767318258.245741:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938470400 00000100:00100000:1.0:1767318258.245759:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23454 00000100:00100000:1.0:1767318258.245764:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+150:6185:x1853163938470016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.245777:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:338 count 1 00010000:00010000:1.0:1767318258.245788:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x152:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245799:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047e00/0x3313483622c965ed lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55452f expref: 181 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.245806:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.245807:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.245810:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245827:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318047e00/0x3313483622c965ed lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55452f expref: 181 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.245836:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318047e00/0x3313483622c965ed lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55452f expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.245846:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938470528:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.245871:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e840 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.245882:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.245886:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245893:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.245896:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245904:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245916:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245923:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9ce8b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.245941:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.245943:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.245944:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318258.245962:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d1880/2, rc 0, transno 4294975858 00000100:00100000:1.0:1767318258.245970:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938466560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.245999:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318258.246006:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938470656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.246030:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.246059:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938470656 00000100:00100000:1.0:1767318258.246062:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938470656 00000100:00100000:1.0:1767318258.246077:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23455 00000100:00100000:1.0:1767318258.246083:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+151:6185:x1853163938470144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.246093:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:339 count 1 00010000:00010000:1.0:1767318258.246102:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1f000/0x3313483622c9cf10 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.246113:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047c00/0x3313483622c965f4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55453d expref: 181 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.246120:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.246121:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.246124:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1f000/0x3313483622c9cf10 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.246141:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318047c00/0x3313483622c965f4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55453d expref: 181 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.246154:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318047c00/0x3313483622c965f4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55453d expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.246162:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938470784:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.246183:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.246200:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23456 00000100:00100000:1.0:1767318258.246207:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+151:6187:x1853163938470400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.246218:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:340 count 1 00010000:00010000:1.0:1767318258.246228:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x154:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.246238:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318046200/0x3313483622c965fb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55454b expref: 181 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.246244:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.246245:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.246248:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.246266:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318046200/0x3313483622c965fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55454b expref: 181 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.246275:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318046200/0x3313483622c965fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55454b expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.246288:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938470912:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.246309:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0404c41000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.246324:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23457 00000100:00100000:1.0:1767318258.246331:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+151:6187:x1853163938470656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.246342:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:341 count 1 00010000:00010000:1.0:1767318258.246367:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ec00/0x3313483622c9cf1e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x155:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.246378:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047000/0x3313483622c96602 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554559 expref: 181 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.246384:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.246385:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.246387:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ec00/0x3313483622c9cf1e lrc: 4/0,1 mode: --/PW res: [0x240000404:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.246402:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318047000/0x3313483622c96602 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554559 expref: 181 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.246410:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318047000/0x3313483622c96602 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554559 expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.246418:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938471040:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.246440:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0404c41cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.250223:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938468608:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.250238:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9ce99 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.256915:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.256951:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.256971:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.256998:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917974912 00000100:00100000:1.0:1767318258.257006:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917974912 00010000:00010000:1.0:1767318258.257045:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae000/0x3313483622c96132 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554694 expref: 159 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.257073:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917975168 00000100:00100000:1.0:1767318258.257076:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917975168 00010000:00010000:1.0:1767318258.257089:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414857e00/0x3313483622c9610f lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55464e expref: 160 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.257104:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917974784 00000100:00100000:1.0:1767318258.257106:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917974784 00010000:00010000:1.0:1767318258.257119:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309992c00/0x3313483622c96116 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55465c expref: 161 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.257134:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31976 00000100:00100000:1.0:1767318258.257142:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+161:2481:x1853163917974912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.257156:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.257161:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae000/0x3313483622c96132 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554694 expref: 161 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.257172:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae000/0x3313483622c96132 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554694 expref: 161 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.257196:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae000/0x3313483622c96132 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554694 expref: 161 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.257217:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.257219:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.257224:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6e00/0x3313483622c9cea0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.257235:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6e00/0x3313483622c9cea0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.257264:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.257309:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+160:2481:x1853163917974912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 167us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.257467:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31976 00000100:00100000:3.0:1767318258.257552:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309411c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938468864:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.257573:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9cea7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.263969:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6e00/0x3313483622c9cea0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.263987:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6e00/0x3313483622c9cea0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.263997:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6e00/0x3313483622c9cea0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.264004:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6e00/0x3313483622c9cea0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.264025:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.264309:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1379:6188:x1853163938467968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35120us (35510us total) trans 4294975438 rc 0/0 00000100:00100000:1.0:1767318258.264335:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23443 00000004:00080000:1.0:1767318258.264401:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bca80/2, rc 0, transno 4294975437 00000100:00100000:1.0:1767318258.264415:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938467328:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.264426:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bdf80/2, rc 0, transno 4294975438 00000100:00100000:1.0:1767318258.264429:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938467968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.264487:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.264531:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917975040 00000100:00100000:1.0:1767318258.264537:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917975040 00010000:00010000:1.0:1767318258.264568:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045000/0x3313483622c965e6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554521 expref: 182 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.264593:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31979 00000100:00100000:1.0:1767318258.264601:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+182:2481:x1853163917975040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.264614:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.264620:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318045000/0x3313483622c965e6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x151:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554521 expref: 182 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.264631:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318045000/0x3313483622c965e6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x151:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554521 expref: 182 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.264652:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045000/0x3313483622c965e6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x151:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554521 expref: 182 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.264664:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.264666:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.264670:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9cea7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.264679:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9cea7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.264701:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.264728:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+181:2481:x1853163917975040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 128us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.264735:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31979 00010000:00010000:1.0:1767318258.264959:0:6171:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.264967:0:6171:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.264973:0:6171:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.264978:0:6171:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7400 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:1.0:1767318258.264983:0:6171:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.264990:0:6171:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.265000:0:6171:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x942de9f6 (ffff9a0304067600) 00010000:00010000:1.0:1767318258.265003:0:6171:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318258.265007:0:6171:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.265013:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03027d7400/0x3313483622c9cedf lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x942de9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000100:00100000:1.0:1767318258.265075:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308164a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938469760:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.265095:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cef4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.265139:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311865880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938469888:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.265153:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.265195:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938470272:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.265207:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.265250:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938470528:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.265263:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.265304:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938470784:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.265315:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1f000/0x3313483622c9cf10 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.265392:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938470912:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.265405:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.265430:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938471040:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.265440:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ec00/0x3313483622c9cf1e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.268550:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938471168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.268593:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.268631:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.268637:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308165880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938471296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.268657:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318258.268683:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.268689:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9ce99 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.268697:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.268700:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9ce99 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.268708:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9ce99 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.268738:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9ce99 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.268745:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9ce99 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.268769:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.268914:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9cea7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.268921:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.268924:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9cea7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.268931:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9cea7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.268943:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9cea7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.268950:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9cea7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.268965:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.268966:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.268968:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.268980:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938471168 00000100:00100000:1.0:1767318258.268986:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938471168 00000100:00100000:1.0:1767318258.269020:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938471296 00000100:00100000:1.0:1767318258.269023:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938471296 00000100:00100000:1.0:1767318258.269042:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23458 00000100:00100000:1.0:1767318258.269051:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1380:6185:x1853163938471168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.269080:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:365 count 1 00010000:00010000:1.0:1767318258.269105:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e000/0x3313483622c9cf25 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.269120:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c96139 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a2 expref: 155 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.269127:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.269129:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.269133:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e000/0x3313483622c9cf25 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.269160:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c96139 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a2 expref: 155 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.269172:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c96139 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a2 expref: 155 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.269185:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938471424:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.269245:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410cff000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.269261:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23459 00000100:00100000:1.0:1767318258.269269:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1380:6185:x1853163938471296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.269281:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:366 count 1 00010000:00010000:1.0:1767318258.269293:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.269304:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c96140 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b0 expref: 155 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.269403:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.269406:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.269410:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.269432:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c96140 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b0 expref: 155 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.269442:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c96140 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b0 expref: 155 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.269451:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938471552:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.269478:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410cff6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.269494:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318258.269557:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bc000/2, rc 0, transno 4294975439 00000100:00100000:1.0:1767318258.269570:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938467456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.269619:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938471680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.269650:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.269679:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938471680 00000100:00100000:1.0:1767318258.269684:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938471680 00000004:00080000:1.0:1767318258.270212:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bc700/2, rc 0, transno 4294975859 00000100:00100000:1.0:1767318258.270234:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938468480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.271849:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938469376:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.271876:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cec3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.271912:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938469248:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.271925:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.272272:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938471936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.272339:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.272418:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.272452:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.272468:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917975296 00000100:00100000:1.0:1767318258.272473:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917975296 00010000:00010000:1.0:1767318258.272501:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae600/0x3313483622c9612b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554686 expref: 156 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.272554:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31980 00000100:00100000:1.0:1767318258.272563:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437ecaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+156:2480:x1853163917975296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.272578:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.272583:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae600/0x3313483622c9612b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554686 expref: 156 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.272595:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae600/0x3313483622c9612b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554686 expref: 156 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.272618:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae600/0x3313483622c9612b lrc: 0/0,0 mode: --/PR res: [0x280000404:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554686 expref: 156 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.272634:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.272636:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.272641:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.272651:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.272675:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318258.272693:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.272700:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.272721:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.272729:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.272745:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.272996:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1382:6188:x1853163938467840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42912us (43048us total) trans 4294975440 rc 0/0 00000100:00100000:1.0:1767318258.273005:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23446 00000100:00100000:1.0:1767318258.273022:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938471936 00000100:00100000:1.0:1767318258.273025:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938471936 00000100:00100000:1.0:1767318258.273049:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23461 00000100:00100000:1.0:1767318258.273056:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031873aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+152:6188:x1853163938471936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.273074:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:342 count 1 00010000:00010000:1.0:1767318258.273094:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273106:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318046a00/0x3313483622c96609 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554567 expref: 180 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.273113:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.273115:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.273118:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 4/0,1 mode: --/PW res: [0x240000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273141:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318046a00/0x3313483622c96609 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554567 expref: 180 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.273151:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318046a00/0x3313483622c96609 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554567 expref: 180 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.273162:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938472064:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.273216:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0404c41000 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.273228:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.273233:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273240:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.273244:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273251:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273263:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273270:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9ceb5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273291:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.273292:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.273294:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318258.273320:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bf100/2, rc 0, transno 4294975440 00000100:00100000:1.0:1767318258.273332:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938467840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.273396:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ecbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938472192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.273423:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.273471:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437ecaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+155:2480:x1853163917975296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 909us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.273479:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31980 00000100:00100000:1.0:1767318258.273562:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.273619:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.273634:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917975680 00000100:00100000:1.0:1767318258.273637:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917975680 00010000:00010000:1.0:1767318258.273656:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e800/0x3313483622c96101 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554632 expref: 155 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.273676:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917975936 00000100:00100000:1.0:1767318258.273679:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917975936 00010000:00010000:1.0:1767318258.273691:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c965d1 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x14e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544f7 expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.273708:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31981 00000100:00100000:1.0:1767318258.273715:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+155:2480:x1853163917975680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.273723:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.273728:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e800/0x3313483622c96101 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554632 expref: 155 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.273737:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e800/0x3313483622c96101 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554632 expref: 155 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.273750:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e800/0x3313483622c96101 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554632 expref: 155 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.273761:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.273762:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.273766:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cec3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273774:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cec3 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273793:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.273813:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+154:2480:x1853163917975680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 99us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.273820:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31981 00000100:00100000:1.0:1767318258.273834:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31982 00000100:00100000:1.0:1767318258.273840:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041163f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+181:2480:x1853163917975936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.273848:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.273853:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c965d1 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x14e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544f7 expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.273867:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c965d1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544f7 expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.273879:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.273881:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.273885:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9ced1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273892:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9ced1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x14e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.273904:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.273922:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041163f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+181:2480:x1853163917975936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 83us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.273929:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31982 00000100:00100000:1.0:1767318258.274001:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.274025:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.274103:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.274117:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917976192 00000100:00100000:1.0:1767318258.274120:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917976192 00010000:00010000:1.0:1767318258.274134:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c965d8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554505 expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.274150:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917976448 00000100:00100000:1.0:1767318258.274152:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917976448 00010000:00010000:1.0:1767318258.274162:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318047e00/0x3313483622c965ed lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55452f expref: 182 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.274180:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917976704 00000100:00100000:1.0:1767318258.274182:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917976704 00010000:00010000:1.0:1767318258.274191:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318046200/0x3313483622c965fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55454b expref: 183 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.274202:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31983 00000100:00100000:1.0:1767318258.274207:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+183:2480:x1853163917976192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.274213:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.274216:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c965d8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x14f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554505 expref: 183 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.274225:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c965d8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x14f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554505 expref: 183 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.274236:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c965d8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x14f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554505 expref: 183 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.274244:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.274246:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.274250:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.274257:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.274275:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318258.274288:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.274295:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.274303:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.274310:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.274323:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.274560:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+153:6185:x1853163938468224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30394us (30882us total) trans 4294975860 rc 0/0 00000100:00100000:1.0:1767318258.274567:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23452 00000100:00100000:1.0:1767318258.274581:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938472192 00000100:00100000:1.0:1767318258.274585:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938472192 00000100:00100000:1.0:1767318258.274605:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23462 00000100:00100000:1.0:1767318258.274611:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1382:6185:x1853163938472192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.274627:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:368 count 1 00010000:00010000:1.0:1767318258.274645:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.274657:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf000/0x3313483622c9614e lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546cc expref: 153 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.274663:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.274665:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.274668:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.274690:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf000/0x3313483622c9614e lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546cc expref: 153 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.274699:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf000/0x3313483622c9614e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546cc expref: 153 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.274710:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938472320:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.274754:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e840 going to sleep for 11 seconds 00000004:00080000:1.0:1767318258.274788:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bea00/2, rc 0, transno 4294975860 00000100:00100000:1.0:1767318258.274803:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938468224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.274853:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.274862:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938472448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.274887:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.274916:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+182:2480:x1853163917976192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 708us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.274923:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31983 00000100:00100000:1.0:1767318258.274936:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31984 00000100:00100000:1.0:1767318258.274942:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+181:2480:x1853163917976448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.274950:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.274955:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318047e00/0x3313483622c965ed lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55452f expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.274969:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318047e00/0x3313483622c965ed lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55452f expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.274983:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047e00/0x3313483622c965ed lrc: 0/0,0 mode: --/PR res: [0x240000404:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55452f expref: 181 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.274992:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.274993:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.274997:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275004:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275021:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.275038:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+180:2480:x1853163917976448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 95us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.275044:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31984 00000100:00100000:1.0:1767318258.275056:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31985 00000100:00100000:1.0:1767318258.275062:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+179:2480:x1853163917976704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.275070:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.275076:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318046200/0x3313483622c965fb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55454b expref: 179 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.275085:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318046200/0x3313483622c965fb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55454b expref: 179 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.275097:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318046200/0x3313483622c965fb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55454b expref: 179 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.275105:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.275106:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.275109:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275116:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275132:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.275149:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+178:2480:x1853163917976704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 88us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.275156:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31985 00010000:00010000:1.0:1767318258.275174:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275181:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275188:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275195:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275213:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318258.275223:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.275228:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275235:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312a1ea00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.275238:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275246:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275257:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275264:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ea00/0x3313483622c9cefb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x14f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275280:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.275283:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275289:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312a1e200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.275292:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275304:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275314:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275321:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e200/0x3313483622c9cf09 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.275333:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.275334:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.275336:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.275717:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030def4a00/0x3313483622c9cf4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.275729:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030def4a00/0x3313483622c9cf4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000004:00200000:2.0:1767318258.275777:0:56440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767318258.275781:0:56440:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:2.0:1767318258.275802:0:56440:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a030def4a00/0x3313483622c9cf4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.275822:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030def4c00/0x3313483622c9cf48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55548d expref: 137 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.275834:0:56440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030def4a00/0x3313483622c9cf4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55548d expref: 136 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.275841:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304069f00) 00010000:00010000:2.0:1767318258.275844:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318258.275847:0:56440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030def4a00, rc 0) 00000100:00100000:2.0:1767318258.275872:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031873bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+136:81709:x1853163917975552:12345-192.168.203.16@tcp:101:rm.0 Request processed in 284us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.275878:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 693 00010000:00010000:2.0:1767318258.275900:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.276942:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938469504:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.276963:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 3/0,1 mode: --/PW res: [0x280000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.276993:0:21393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c965d1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x14e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5544f7 expref: 177 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:2.0:1767318258.277008:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938469632:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.277019:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9ced1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.277027:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9ced1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.277033:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9ced1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.277042:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9ced1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x14e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.277050:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9ced1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x14e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.277081:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.277381:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+154:6185:x1853163938468096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36088us (36772us total) trans 4294975861 rc 0/0 00000100:00100000:2.0:1767318258.277391:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23450 00010000:00010000:2.0:1767318258.277678:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cec3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.277687:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cec3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.277699:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cec3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.277706:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9cec3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.277733:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.277887:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1383:6185:x1853163938467072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36950us (37432us total) trans 4294975441 rc 0/0 00000100:00100000:2.0:1767318258.277895:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23448 00010000:00010000:2.0:1767318258.280574:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.280585:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.280594:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.280601:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.280624:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.280913:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1383:6185:x1853163938467584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39749us (40350us total) trans 4294975442 rc 0/0 00000100:00100000:2.0:1767318258.280923:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23449 00010000:00010000:3.0:1767318258.281160:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281171:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281180:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281189:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281205:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.281389:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+154:6188:x1853163938468352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51172us (51393us total) trans 4294975862 rc 0/0 00000100:00100000:3.0:1767318258.281396:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23447 00010000:00010000:3.0:1767318258.281415:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.281421:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281429:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.281434:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281444:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281461:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 1/0,0 mode: --/PW res: [0x280000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281468:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7e00/0x3313483622c9ceca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281491:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.281494:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281501:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.281525:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281534:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281545:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281553:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9cebc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281567:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.281569:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.281571:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318258.281613:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bfb80/2, rc 0, transno 4294975862 00000100:00100000:3.0:1767318258.281626:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938468352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.281694:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938472704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.281741:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.281778:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938472704 00000100:00100000:3.0:1767318258.281784:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938472704 00000100:00100000:3.0:1767318258.281814:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23464 00000100:00100000:3.0:1767318258.281823:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+154:6187:x1853163938472704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.281849:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:344 count 1 00010000:00010000:3.0:1767318258.281868:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x158:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281885:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047400/0x3313483622c96617 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554583 expref: 173 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.281893:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.281895:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.281898:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 4/0,1 mode: --/PW res: [0x240000404:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.281922:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318047400/0x3313483622c96617 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554583 expref: 173 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.281935:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318047400/0x3313483622c96617 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554583 expref: 173 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.281947:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938472832:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.282003:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3c00 going to sleep for 11 seconds 00000004:00080000:3.0:1767318258.282592:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bd880/2, rc 0, transno 4294975441 00000100:00100000:3.0:1767318258.282606:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938467072:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.282617:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bd180/2, rc 0, transno 4294975442 00000100:00100000:3.0:1767318258.282620:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938467584:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.282630:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bc380/2, rc 0, transno 4294975861 00000100:00100000:3.0:1767318258.282639:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938468096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.282690:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318258.282699:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938472960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.284278:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318258.284484:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.284497:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.284523:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.284533:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.284549:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.285022:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+155:6187:x1853163938470400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38814us (39642us total) trans 4294975863 rc 0/0 00000100:00100000:3.0:1767318258.285032:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23456 00000004:00080000:3.0:1767318258.285084:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d3b80/2, rc 0, transno 4294975863 00000100:00100000:3.0:1767318258.285096:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938470400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.285161:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938473088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.285196:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318258.285256:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.285264:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.285272:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312a1e600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.285275:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.285283:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.285303:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.285309:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1e600/0x3313483622c9cf17 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.285434:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.285437:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.285438:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.286605:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cef4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.286619:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cef4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.286628:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cef4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.286636:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cef4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.286660:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.287229:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1383:6185:x1853163938467712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43338us (43591us total) trans 4294975443 rc 0/0 00000100:00100000:1.0:1767318258.287243:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23451 00000004:00080000:3.0:1767318258.292622:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bce00/2, rc 0, transno 4294975443 00000100:00100000:3.0:1767318258.292636:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938467712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.292733:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938472960 00000100:00100000:1.0:1767318258.292740:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938472960 00000100:00100000:1.0:1767318258.292788:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938473088 00000100:00100000:1.0:1767318258.292792:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938473088 00000100:00100000:1.0:1767318258.292815:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23465 00000100:00100000:1.0:1767318258.292824:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+156:6187:x1853163938472960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.292853:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:345 count 1 00010000:00010000:1.0:1767318258.292877:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.292896:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047200/0x3313483622c9661e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554591 expref: 173 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.292904:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.292906:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.292909:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.292941:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318047200/0x3313483622c9661e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554591 expref: 173 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.292953:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318047200/0x3313483622c9661e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554591 expref: 173 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.292966:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938473216:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.293037:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e600 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.293055:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23466 00000100:00100000:1.0:1767318258.293063:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+156:6185:x1853163938473088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.293075:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:346 count 1 00010000:00010000:1.0:1767318258.293086:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9cf6b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x15a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.293096:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047600/0x3313483622c96625 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55459f expref: 173 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.293102:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.293104:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.293106:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9cf6b lrc: 4/0,1 mode: --/PW res: [0x240000404:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.293125:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318047600/0x3313483622c96625 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55459f expref: 173 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.293133:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318047600/0x3313483622c96625 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55459f expref: 173 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.293142:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938473344:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.293166:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04216bc540 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.293249:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.293258:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938473472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.293294:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318258.293647:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.293660:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.293669:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.293675:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.293698:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.293964:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1383:6185:x1853163938467200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48948us (50389us total) trans 4294975444 rc 0/0 00000100:00100000:1.0:1767318258.293972:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23453 00000100:00100000:1.0:1767318258.293991:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938473472 00000100:00100000:1.0:1767318258.293995:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938473472 00000100:00100000:1.0:1767318258.294018:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23467 00000100:00100000:1.0:1767318258.294024:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1383:6185:x1853163938473472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.294039:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:369 count 1 00010000:00010000:1.0:1767318258.294053:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294065:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f200/0x3313483622c96155 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546da expref: 150 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.294072:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.294073:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.294076:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294096:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f200/0x3313483622c96155 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546da expref: 150 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.294107:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f200/0x3313483622c96155 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546da expref: 150 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.294118:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938473856:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.294153:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0406641e40 going to sleep for 11 seconds 00000004:00080000:1.0:1767318258.294181:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bdc00/2, rc 0, transno 4294975444 00000100:00100000:1.0:1767318258.294190:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938467200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.294227:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ecaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938473984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.294252:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.294279:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938473984 00000100:00100000:1.0:1767318258.294283:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938473984 00000100:00100000:1.0:1767318258.294302:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23468 00000100:00100000:1.0:1767318258.294308:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+1384:6185:x1853163938473984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.294521:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:372 count 1 00010000:00010000:1.0:1767318258.294533:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9cf79 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294544:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e400/0x3313483622c9616a lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554704 expref: 150 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.294551:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.294553:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.294556:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9cf79 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294573:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e400/0x3313483622c9616a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554704 expref: 150 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.294581:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e400/0x3313483622c9616a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554704 expref: 150 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.294591:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:21246:1853163938474112:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.294618:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433ac9600 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.294631:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.294636:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cef4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294644:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.294648:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cef4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294657:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cef4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294673:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cef4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294680:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9cef4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294702:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.294705:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294722:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312a1fe00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.294725:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294732:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294740:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294746:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fe00/0x3313483622c9cf02 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294757:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.294759:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.294761:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.294776:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1f000/0x3313483622c9cf10 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294783:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1f000/0x3313483622c9cf10 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294792:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1f000/0x3313483622c9cf10 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294799:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1f000/0x3313483622c9cf10 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.294812:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.294968:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+157:6185:x1853163938470144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48884us (50316us total) trans 4294975864 rc 0/0 00000100:00100000:1.0:1767318258.294975:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23455 00000004:00080000:1.0:1767318258.295000:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a61180/2, rc 0, transno 4294975864 00000100:00100000:1.0:1767318258.295010:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938470144:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318258.295036:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ec00/0x3313483622c9cf1e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.295044:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ec00/0x3313483622c9cf1e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.295051:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ec00/0x3313483622c9cf1e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.295057:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312a1ec00/0x3313483622c9cf1e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.295070:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.295190:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+157:6187:x1853163938470656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48858us (49158us total) trans 4294975865 rc 0/0 00000100:00100000:1.0:1767318258.295196:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23457 00000100:00100000:1.0:1767318258.295255:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938471552:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.295271:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.295766:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.295784:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917976960 00000100:00100000:1.0:1767318258.295789:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917976960 00010000:00010000:1.0:1767318258.295812:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c96140 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b0 expref: 151 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.295837:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31992 00000100:00100000:1.0:1767318258.295845:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+151:2480:x1853163917976960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.295856:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.295861:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c96140 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b0 expref: 151 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.295871:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c96140 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b0 expref: 151 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.295885:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c96140 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b0 expref: 151 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.295894:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.295895:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.295899:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.295912:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.295931:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318258.295944:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.295952:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.295959:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.295965:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.295981:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.296140:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1385:6185:x1853163938471296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26871us (27481us total) trans 4294975445 rc 0/0 00000100:00100000:1.0:1767318258.296146:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23459 00000004:00080000:1.0:1767318258.296174:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308165880/2, rc 0, transno 4294975445 00000100:00100000:1.0:1767318258.296182:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308165880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938471296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.296224:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.296233:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938474240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.296261:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.296280:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938474240 00000100:00100000:1.0:1767318258.296284:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938474240 00000100:00100000:1.0:1767318258.296302:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23469 00000100:00100000:1.0:1767318258.296309:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d247c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1385:6185:x1853163938474240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.296492:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:373 count 1 00010000:00010000:1.0:1767318258.296540:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.296552:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f800/0x3313483622c96171 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554712 expref: 150 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.296558:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.296560:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.296562:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.296579:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f800/0x3313483622c96171 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554712 expref: 150 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.296588:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f800/0x3313483622c96171 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554712 expref: 150 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.296598:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938474368:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.296639:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410cff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.296660:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+150:2480:x1853163917976960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 816us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.296667:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31992 00010000:00010000:2.0:1767318258.296818:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.296825:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.296832:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312a1ee00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.296835:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.296842:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.296855:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.296860:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ee00/0x3313483622c9cf2c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.296881:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.296883:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.296885:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.296976:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.297019:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308166300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20656:1853163938471808:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.297036:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.297052:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917977088 00000100:00100000:1.0:1767318258.297056:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917977088 00010000:00010000:1.0:1767318258.297074:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c96139 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a2 expref: 150 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.297092:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31993 00000100:00100000:1.0:1767318258.297099:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+150:2480:x1853163917977088:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.297108:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.297111:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c96139 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a2 expref: 150 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.297119:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c96139 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a2 expref: 150 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.297132:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.297133:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.297136:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e000/0x3313483622c9cf25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.297144:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e000/0x3313483622c9cf25 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.297156:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.297175:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+150:2480:x1853163917977088:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.297183:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31993 00000100:00100000:1.0:1767318258.297230:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938472064:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.297244:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.297284:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938472320:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.297295:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.297591:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938473600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.297625:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318258.297655:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877f480/2, rc 0, transno 4294975865 00000100:00100000:2.0:1767318258.297661:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938470656:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.297670:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318258.297675:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938473728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.297693:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.297720:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938473600 00000100:00100000:2.0:1767318258.297724:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938473600 00000100:00100000:2.0:1767318258.297745:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938473728 00000100:00100000:2.0:1767318258.297747:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938473728 00000100:00100000:2.0:1767318258.297766:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23470 00000100:00100000:2.0:1767318258.297773:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1387:6187:x1853163938473600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.297790:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:370 count 1 00010000:00010000:2.0:1767318258.297804:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.297819:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f600/0x3313483622c9615c lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e8 expref: 149 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.297825:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.297826:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.297829:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.297850:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f600/0x3313483622c9615c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e8 expref: 149 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.297859:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f600/0x3313483622c9615c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e8 expref: 149 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:2.0:1767318258.297870:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:21393:1853163938474496:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.297899:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.297914:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23471 00000100:00100000:2.0:1767318258.297921:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1387:6187:x1853163938473728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.297932:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:371 count 1 00010000:00010000:2.0:1767318258.297942:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.297952:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fa00/0x3313483622c96163 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546f6 expref: 149 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.297958:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.297960:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.297963:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.297980:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fa00/0x3313483622c96163 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546f6 expref: 149 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.297988:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fa00/0x3313483622c96163 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546f6 expref: 149 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:2.0:1767318258.297996:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938474624:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.298018:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a12900 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.299303:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.299338:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917977216 00000100:00100000:1.0:1767318258.299355:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917977216 00010000:00010000:1.0:1767318258.299387:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae200/0x3313483622c96147 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546be expref: 150 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.299416:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31994 00000100:00100000:1.0:1767318258.299424:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+150:2480:x1853163917977216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.299435:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.299440:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae200/0x3313483622c96147 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546be expref: 150 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.299451:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae200/0x3313483622c96147 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546be expref: 150 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.299471:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae200/0x3313483622c96147 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546be expref: 150 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.299485:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.299487:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.299491:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.299500:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.299546:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318258.299564:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.299572:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.299581:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.299589:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.299603:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.299883:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1388:6187:x1853163938471680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29936us (30231us total) trans 4294975446 rc 0/0 00000100:00100000:1.0:1767318258.299891:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23460 00000004:00080000:1.0:1767318258.299936:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877c000/2, rc 0, transno 4294975446 00000100:00100000:1.0:1767318258.299947:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938471680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.300008:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938474752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.300036:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.300065:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938474752 00000100:00100000:1.0:1767318258.300069:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938474752 00000100:00100000:1.0:1767318258.300090:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23472 00000100:00100000:1.0:1767318258.300095:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1388:6187:x1853163938474752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.300111:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:374 count 1 00010000:00010000:1.0:1767318258.300128:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.300142:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c96178 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554720 expref: 149 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.300147:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.300149:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.300152:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.300172:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c96178 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554720 expref: 149 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.300183:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c96178 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554720 expref: 149 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.300193:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20656:1853163938474880:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.300250:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7eb40 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.300261:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.300268:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.300275:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.300279:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.300283:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317389c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938472576:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.300288:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.300299:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.300301:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.300307:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9cf33 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.300327:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.300329:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.300331:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.300371:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+149:2480:x1853163917977216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 946us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.300378:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31994 00000100:00100000:1.0:1767318258.300418:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.300477:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.300527:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.300548:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.300571:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.300591:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917977472 00000100:00100000:1.0:1767318258.300595:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917977472 00010000:00010000:1.0:1767318258.300612:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf000/0x3313483622c9614e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546cc expref: 149 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.300630:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917977728 00000100:00100000:1.0:1767318258.300633:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917977728 00010000:00010000:1.0:1767318258.300646:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318047400/0x3313483622c96617 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554583 expref: 174 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.300657:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917977344 00000100:00100000:1.0:1767318258.300660:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917977344 00010000:00010000:1.0:1767318258.300671:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318046a00/0x3313483622c96609 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554567 expref: 175 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:2.0:1767318258.300679:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917977600 00000100:00100000:1.0:1767318258.300683:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31995 00000100:00100000:2.0:1767318258.300683:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917977600 00000100:00100000:1.0:1767318258.300688:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+149:2480:x1853163917977472:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.300696:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.300696:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318046800/0x3313483622c96610 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554575 expref: 176 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.300701:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf000/0x3313483622c9614e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546cc expref: 149 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:2.0:1767318258.300709:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31996 00010000:00010000:1.0:1767318258.300710:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf000/0x3313483622c9614e lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546cc expref: 149 pid: 21249 timeout: 3604 lvb_type: 1 00000100:00100000:2.0:1767318258.300715:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041163d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+176:2480:x1853163917977728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.300722:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.300725:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf000/0x3313483622c9614e lrc: 0/0,0 mode: --/PR res: [0x280000404:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546cc expref: 149 pid: 21249 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.300726:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318047400/0x3313483622c96617 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x158:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554583 expref: 176 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.300735:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.300737:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.300741:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.300741:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318047400/0x3313483622c96617 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x158:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554583 expref: 176 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:1.0:1767318258.300750:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.300766:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318258.300768:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.300771:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.300774:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x158:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.300780:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.300782:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x158:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.300788:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.300794:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318258.300796:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.300803:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.300815:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041163d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+176:2480:x1853163917977728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 100us (338us total) trans 0 rc 0/0 00010000:00010000:1.0:1767318258.300816:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.300822:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31996 00000100:00100000:2.0:1767318258.300834:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31997 00000100:00100000:2.0:1767318258.300839:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+175:2480:x1853163917977344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.300847:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.300851:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318046a00/0x3313483622c96609 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x156:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554567 expref: 175 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.300860:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318046a00/0x3313483622c96609 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x156:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554567 expref: 175 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.300872:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318046a00/0x3313483622c96609 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x156:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554567 expref: 175 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.300882:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.300883:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.300886:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.300893:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.300908:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.300927:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+174:2480:x1853163917977344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.300933:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31997 00000100:00100000:2.0:1767318258.300945:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31998 00000100:00100000:2.0:1767318258.300951:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+173:2480:x1853163917977600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.300958:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.300962:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318046800/0x3313483622c96610 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x157:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554575 expref: 173 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.300971:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318046800/0x3313483622c96610 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x157:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554575 expref: 173 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.300981:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1389:6185:x1853163938472192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26370us (27557us total) trans 4294975447 rc 0/0 00010000:00010000:2.0:1767318258.300983:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318046800/0x3313483622c96610 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x157:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554575 expref: 173 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.300987:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23462 00010000:00010000:2.0:1767318258.300992:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.300994:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.300997:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.301004:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318258.301018:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ecbb80/2, rc 0, transno 4294975447 00010000:00010000:2.0:1767318258.301019:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.301026:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938472192:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318258.301029:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.301049:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.301056:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.301064:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.301065:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.301076:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318258.301078:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.301084:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.301091:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.301101:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1767318258.301305:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.301312:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301319:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305dab800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.301322:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301329:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301340:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301358:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9cf41 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301374:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.301377:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301383:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d47e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.301386:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301394:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301408:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301415:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47e00/0x3313483622c9cf56 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x157:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301429:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.301432:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301438:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305dab000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.301441:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301448:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301455:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301461:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab000/0x3313483622c9cf3a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301471:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.301473:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.301475:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.301500:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047400/0x3313483622c96617 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554583 expref: 172 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.301596:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938472832:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.301611:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301618:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301624:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301631:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301638:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.301652:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.301804:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+159:6187:x1853163938472704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19982us (20062us total) trans 4294975868 rc 0/0 00000100:00100000:3.0:1767318258.301812:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23464 00000100:00100000:3.0:1767318258.301883:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938475136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.301914:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.301939:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318258.301944:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938475264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.301963:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.301972:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+158:6185:x1853163938472448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25759us (27083us total) trans 4294975867 rc 0/0 00000100:00100000:2.0:1767318258.301979:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23463 00000004:00080000:3.0:1767318258.301985:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467dc00/2, rc 0, transno 4294975867 00000100:00100000:3.0:1767318258.301992:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938472448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.301996:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938475136 00000100:00100000:2.0:1767318258.302000:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938475136 00000100:00100000:3.0:1767318258.302005:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938475264 00000100:00100000:3.0:1767318258.302007:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938475264 00000100:00100000:2.0:1767318258.302026:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23473 00000100:00100000:1.0:1767318258.302521:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031873aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+159:6188:x1853163938471936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29450us (30165us total) trans 4294975866 rc 0/0 00000100:00100000:1.0:1767318258.302530:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23461 00000100:00100000:1.0:1767318258.302548:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23474 00000100:00100000:1.0:1767318258.302556:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+158:6185:x1853163938475264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.302578:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:348 count 1 00010000:00010000:1.0:1767318258.302600:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.302618:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4000/0x3313483622c96633 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545bb expref: 171 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.302626:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.302627:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.302631:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 4/0,1 mode: --/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.302661:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4000/0x3313483622c96633 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545bb expref: 171 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.302671:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4000/0x3313483622c96633 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545bb expref: 171 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.302683:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938475392:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.302814:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0405faab40 going to sleep for 11 seconds 00000004:00080000:1.0:1767318258.302847:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9ea00/2, rc 0, transno 4294975868 00000100:00100000:1.0:1767318258.302853:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938472704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.302858:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318258.302867:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938475008:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.302891:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.304002:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+158:6185:x1853163938475136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318258.304025:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:347 count 1 00010000:00010000:2.0:1767318258.304057:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304071:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047a00/0x3313483622c9662c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ad expref: 171 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.304078:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.304080:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.304083:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304110:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318047a00/0x3313483622c9662c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ad expref: 171 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.304120:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318047a00/0x3313483622c9662c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ad expref: 171 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.304132:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938475520:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.304170:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a120c0 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.304188:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.304194:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304202:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.304206:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304214:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304231:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304237:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044000/0x3313483622c9cf5d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304257:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.304261:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e000/0x3313483622c9cf25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304267:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312a1e000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.304270:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e000/0x3313483622c9cf25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304278:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e000/0x3313483622c9cf25 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304289:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e000/0x3313483622c9cf25 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304295:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e000/0x3313483622c9cf25 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.304311:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.304313:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.304314:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.304338:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+171:2480:x1853163917977600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3386us (3787us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.304358:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31998 00000100:00100000:1.0:1767318258.308637:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+147:2480:x1853163917977472:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 7935us (8206us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.308653:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31995 00000004:00080000:1.0:1767318258.309042:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308165f80/2, rc 0, transno 4294975866 00000100:00100000:1.0:1767318258.309051:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308165f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938471936:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318258.312120:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318258.312175:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308164a80/2, rc 0, transno 4294975448 00000100:00100000:3.0:1767318258.312202:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308164a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938471168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.312310:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938476032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.312390:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.312435:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938476032 00000100:00100000:3.0:1767318258.312440:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938476032 00000100:00100000:3.0:1767318258.312477:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23476 00000100:00100000:3.0:1767318258.312485:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+159:6185:x1853163938476032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.312526:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:351 count 1 00010000:00010000:3.0:1767318258.312552:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.312571:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4200/0x3313483622c96648 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545e5 expref: 170 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.312578:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.312580:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.312583:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.312609:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4200/0x3313483622c96648 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545e5 expref: 170 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.312625:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4200/0x3313483622c96648 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545e5 expref: 170 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.312636:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309412a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938476160:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.312686:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3600 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.312704:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917977856 00000100:00100000:3.0:1767318258.312721:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917977856 00000100:00100000:3.0:1767318258.312755:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 694 00000100:00100000:3.0:1767318258.312762:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+136:81709:x1853163917977856:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1767318258.312774:0:57486:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318258.312787:0:57486:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044400/0x3313483622c9cfb8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555494 expref: -99 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.312878:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9cfbf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.312891:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9cfbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.312904:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9cfbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.312918:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9cfc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.312925:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9cfc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.312931:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9cfc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:3.0:1767318258.313239:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938475776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.313273:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.313298:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318258.313304:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938475904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.313325:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.313343:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938475776 00000100:00100000:3.0:1767318258.313360:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938475776 00000100:00100000:3.0:1767318258.313377:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938475904 00000100:00100000:3.0:1767318258.313379:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938475904 00000100:00100000:3.0:1767318258.313390:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23477 00000100:00100000:3.0:1767318258.313396:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+161:6187:x1853163938475776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.313410:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:349 count 1 00010000:00010000:3.0:1767318258.313424:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c9cfcd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.313437:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5e00/0x3313483622c9663a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c9 expref: 170 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.313443:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.313445:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.313448:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c9cfcd lrc: 4/0,1 mode: --/PW res: [0x240000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.313469:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5e00/0x3313483622c9663a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c9 expref: 170 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.313478:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5e00/0x3313483622c9663a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c9 expref: 170 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.313488:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938476288:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.313539:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3c00 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.313552:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.313575:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23478 00000100:00100000:3.0:1767318258.313582:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+161:6187:x1853163938475904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.313594:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:350 count 1 00010000:00010000:3.0:1767318258.313604:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9cfd4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.313614:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5c00/0x3313483622c96641 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d7 expref: 170 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.313620:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.313621:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.313624:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9cfd4 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.313644:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5c00/0x3313483622c96641 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d7 expref: 170 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.313652:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5c00/0x3313483622c96641 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d7 expref: 170 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.313659:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938476416:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.313681:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.313811:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938473216:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.313832:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.313894:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.313917:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917977984 00000100:00100000:3.0:1767318258.313921:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917977984 00010000:00010000:3.0:1767318258.313943:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318047200/0x3313483622c9661e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554591 expref: 171 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.313966:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 31999 00000100:00100000:3.0:1767318258.313972:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+171:2480:x1853163917977984:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.313980:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.313985:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff9a0318047200/0x3313483622c9661e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x159:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554591 expref: 171 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.313994:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318047200/0x3313483622c9661e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x159:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554591 expref: 171 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.314011:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047200/0x3313483622c9661e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x159:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554591 expref: 171 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.314024:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.314026:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.314030:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.314043:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x159:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.314061:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.314076:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.314083:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.314091:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.314098:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.314114:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.314340:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+162:6187:x1853163938472960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21516us (30063us total) trans 4294975869 rc 0/0 00000100:00100000:3.0:1767318258.314361:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23465 00000004:00080000:3.0:1767318258.314399:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9ed80/2, rc 0, transno 4294975869 00000100:00100000:3.0:1767318258.314410:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938472960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.314466:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318258.314475:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938476544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.314499:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.314546:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938476544 00000100:00100000:3.0:1767318258.314551:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938476544 00000100:00100000:3.0:1767318258.314573:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23479 00000100:00100000:3.0:1767318258.314579:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+162:6185:x1853163938476544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.314592:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:352 count 1 00010000:00010000:3.0:1767318258.314605:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.314617:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5000/0x3313483622c9664f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545f3 expref: 170 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.314623:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.314624:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.314626:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 4/0,1 mode: --/PW res: [0x240000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.314645:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5000/0x3313483622c9664f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545f3 expref: 170 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.314654:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5000/0x3313483622c9664f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545f3 expref: 170 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.314663:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938476672:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.314690:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0404c41000 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.314718:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+170:2480:x1853163917977984:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 746us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.314724:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 31999 00000100:00100000:3.0:1767318258.314866:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.314880:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917978240 00000100:00100000:3.0:1767318258.314884:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917978240 00010000:00010000:3.0:1767318258.314899:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f200/0x3313483622c96155 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546da expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.314917:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32000 00000100:00100000:3.0:1767318258.314923:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+147:2481:x1853163917978240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.314931:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.314935:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f200/0x3313483622c96155 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546da expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.314943:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f200/0x3313483622c96155 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546da expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.314958:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.314959:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.314962:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.314968:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.314981:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.315001:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+147:2481:x1853163917978240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 78us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.315007:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32000 00000100:00100000:3.0:1767318258.315051:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.315066:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917978112 00000100:00100000:3.0:1767318258.315069:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917978112 00010000:00010000:3.0:1767318258.315084:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318047600/0x3313483622c96625 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55459f expref: 170 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.315102:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32001 00000100:00100000:3.0:1767318258.315108:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+170:2481:x1853163917978112:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.315115:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.315119:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff9a0318047600/0x3313483622c96625 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x15a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55459f expref: 170 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.315128:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318047600/0x3313483622c96625 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55459f expref: 170 pid: 14896 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.315139:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.315140:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.315143:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9cf6b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.315150:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9cf6b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x15a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.315160:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.315177:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+170:2481:x1853163917978112:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.315183:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32001 00000100:00100000:3.0:1767318258.315224:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.315236:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917978368 00000100:00100000:3.0:1767318258.315239:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917978368 00010000:00010000:3.0:1767318258.315253:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e400/0x3313483622c9616a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554704 expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.315270:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32002 00000100:00100000:3.0:1767318258.315277:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+147:2481:x1853163917978368:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.315284:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.315288:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e400/0x3313483622c9616a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554704 expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.315297:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e400/0x3313483622c9616a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554704 expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:3.0:1767318258.315309:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.315311:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.315313:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9cf79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.315320:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9cf79 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.315331:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318258.316302:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.316312:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.316321:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305daba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.316325:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.316334:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.316357:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.316365:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9cf64 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x159:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.316388:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.316390:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.316392:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.322294:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047600/0x3313483622c96625 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55459f expref: 169 pid: 14896 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.322329:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938473344:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.322365:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9cf6b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.322378:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9cf6b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.322385:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9cf6b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.322396:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9cf6b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.322404:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9cf6b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.322560:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.322957:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+163:6185:x1853163938473088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29892us (37756us total) trans 4294975870 rc 0/0 00000100:00100000:1.0:1767318258.322967:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23466 00010000:00010000:1.0:1767318258.323013:0:21246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1e400/0x3313483622c9616a lrc: 0/0,0 mode: --/PR res: [0x280000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554704 expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.323024:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:21246:1853163938474112:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.323038:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9cf79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.323046:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9cf79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.323058:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9cf79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.323065:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9cf79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.323071:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9cf79 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.324036:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318258.324044:0:21246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9cf79 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.324263:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+1390:6185:x1853163938473984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29953us (30008us total) trans 4294975449 rc 0/0 00000100:00100000:1.0:1767318258.324271:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23468 00010000:00010000:1.0:1767318258.324598:0:21387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f200/0x3313483622c96155 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546da expref: 146 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.324611:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938473856:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.324633:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.324641:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.324652:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.324662:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.324669:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.324687:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.324985:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1390:6185:x1853163938473472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30961us (31690us total) trans 4294975450 rc 0/0 00000100:00100000:1.0:1767318258.324993:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23467 00010000:00010000:1.0:1767318258.325015:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.325020:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.325029:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305daa400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.325032:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.325041:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.325055:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.325066:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9cf72 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.325080:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.325082:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.325084:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.325215:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+145:2481:x1853163917978368:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 9936us (9989us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.325225:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32002 00000100:00100000:3.0:1767318258.325334:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938476800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.325384:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318258.325441:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ecaa00/2, rc 0, transno 4294975449 00000100:00100000:3.0:1767318258.325453:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938473984:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.325463:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467c700/2, rc 0, transno 4294975450 00000100:00100000:3.0:1767318258.325466:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938473472:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.325478:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9df80/2, rc 0, transno 4294975870 00000100:00100000:3.0:1767318258.325487:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938473088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.325580:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938477056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.325600:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.325654:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318258.325659:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938477184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.325681:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318258.326034:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044c00/0x3313483622c9cfe2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x130c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326051:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044c00/0x3313483622c9cfe2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326062:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044c00/0x3313483622c9cfe2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000004:00200000:3.0:1767318258.326091:0:57486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x130c:0x0]: returning size 4194304 00000004:00200000:3.0:1767318258.326094:0:57486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767318258.326112:0:57486:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044c00/0x3313483622c9cfe2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326123:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044c00/0x3313483622c9cfe2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326130:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9cfbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326136:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9cfbf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326141:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9cfbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326146:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044a00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.326149:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9cfbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326154:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9cfbf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326164:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304069f00) 00010000:00010000:3.0:1767318258.326166:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.326171:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9cfbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326175:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9cfbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326186:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9cfc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326191:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9cfc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326196:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9cfc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326200:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318045000 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.326203:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9cfc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326208:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9cfc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326221:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb26e5cf (ffff9a0304067200) 00010000:00010000:3.0:1767318258.326223:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.326225:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9cfc6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326230:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9cfc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.326260:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044400/0x3313483622c9cfb8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555494 expref: 138 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.326275:0:57486:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044c00/0x3313483622c9cfe2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x130c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555494 expref: 137 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.326281:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x130c:0x0].0x0 (ffff9a0304067f00) 00010000:00010000:3.0:1767318258.326283:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318258.326286:0:57486:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0318044c00, rc 0) 00000100:00100000:3.0:1767318258.326409:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+137:81709:x1853163917977856:12345-192.168.203.16@tcp:101:rm.0 Request processed in 13646us (25835us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.326416:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 694 00000100:00100000:3.0:1767318258.326450:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318258.326458:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938476928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.326487:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.327273:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23481 00000100:00100000:3.0:1767318258.327284:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1392:6185:x1853163938477056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.327303:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:378 count 1 00010000:00010000:3.0:1767318258.327649:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.327661:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf400/0x3313483622c96194 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554758 expref: 144 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.327668:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.327670:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.327672:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.327690:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf400/0x3313483622c96194 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554758 expref: 144 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.327699:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf400/0x3313483622c96194 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554758 expref: 144 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.327721:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938477440:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.327747:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e600 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.327766:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23482 00000100:00100000:3.0:1767318258.327786:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+163:6185:x1853163938477184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.327803:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:353 count 1 00010000:00010000:3.0:1767318258.327817:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c9cff7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.327828:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c96a85 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554601 expref: 168 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.327834:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.327836:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.327838:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c9cff7 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.327857:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c96a85 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554601 expref: 168 pid: 21388 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.327866:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c96a85 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554601 expref: 168 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.327877:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938477568:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.327901:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e840 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.328158:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23483 00000100:00100000:1.0:1767318258.328169:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1392:6187:x1853163938476928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.328184:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:377 count 1 00010000:00010000:1.0:1767318258.328195:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 3/0,1 mode: --/PW res: [0x280000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.328207:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae800/0x3313483622c9618d lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55474a expref: 144 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.328213:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.328215:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.328217:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 4/0,1 mode: --/PW res: [0x280000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.328237:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae800/0x3313483622c9618d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55474a expref: 144 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.328246:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae800/0x3313483622c9618d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55474a expref: 144 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.328261:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938477696:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.328290:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0406641e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.332391:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+164:6185:x1853163938470016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 86618us (87775us total) trans 4294975871 rc 0/0 00000100:00100000:1.0:1767318258.332405:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23454 00000004:00080000:3.0:1767318258.335097:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311864700/2, rc 0, transno 4294975871 00000100:00100000:3.0:1767318258.335120:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311864700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938470016:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.335203:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938477824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.335257:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.335378:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938477824 00000100:00100000:1.0:1767318258.335385:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938477824 00000100:00100000:1.0:1767318258.335430:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23484 00000100:00100000:1.0:1767318258.335438:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+164:6187:x1853163938477824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.335462:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:354 count 1 00010000:00010000:1.0:1767318258.335489:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305daaa00/0x3313483622c9d005 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.335540:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4a00/0x3313483622c96656 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55460f expref: 168 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.335548:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.335550:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.335554:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daaa00/0x3313483622c9d005 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.335579:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4a00/0x3313483622c96656 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55460f expref: 168 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.335590:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4a00/0x3313483622c96656 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55460f expref: 168 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.335606:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938477952:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.335657:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0401359180 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.336661:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938474624:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.336686:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.336727:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.336758:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.336817:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.336836:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.336853:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.336872:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917978496 00000100:00100000:2.0:1767318258.336877:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917978496 00010000:00010000:2.0:1767318258.336902:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f600/0x3313483622c9615c lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e8 expref: 145 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:2.0:1767318258.336930:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917978624 00000100:00100000:2.0:1767318258.336933:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917978624 00010000:00010000:2.0:1767318258.336945:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fa00/0x3313483622c96163 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546f6 expref: 146 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:2.0:1767318258.336983:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917978752 00000100:00100000:2.0:1767318258.336986:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917978752 00010000:00010000:2.0:1767318258.336999:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f800/0x3313483622c96171 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554712 expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:2.0:1767318258.337009:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917979008 00000100:00100000:2.0:1767318258.337011:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917979008 00010000:00010000:2.0:1767318258.337022:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4000/0x3313483622c96633 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545bb expref: 169 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.337032:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917978880 00000100:00100000:2.0:1767318258.337034:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917978880 00010000:00010000:2.0:1767318258.337045:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c96178 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554720 expref: 148 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:2.0:1767318258.337057:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32003 00000100:00100000:2.0:1767318258.337064:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041163c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+148:2481:x1853163917978496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.337076:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.337081:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f600/0x3313483622c9615c lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e8 expref: 148 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.337091:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f600/0x3313483622c9615c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e8 expref: 148 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.337114:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.337116:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.337120:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337130:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337146:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.337179:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041163c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+148:2481:x1853163917978496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 114us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.337186:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32003 00000100:00100000:2.0:1767318258.337225:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32004 00000100:00100000:2.0:1767318258.337230:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308165500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+147:2481:x1853163917978624:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.337237:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.337241:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fa00/0x3313483622c96163 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546f6 expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.337249:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fa00/0x3313483622c96163 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546f6 expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.337260:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1fa00/0x3313483622c96163 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546f6 expref: 147 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.337272:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.337273:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.337276:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337282:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337298:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.337314:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308165500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+146:2481:x1853163917978624:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 84us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.337320:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32004 00000100:00100000:2.0:1767318258.337333:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32005 00000100:00100000:2.0:1767318258.337338:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+145:2481:x1853163917978752:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.337354:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.337359:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f800/0x3313483622c96171 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554712 expref: 145 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.337368:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f800/0x3313483622c96171 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554712 expref: 145 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.337379:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.337381:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.337384:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337391:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337403:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.337418:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+145:2481:x1853163917978752:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 79us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.337424:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32005 00000100:00100000:2.0:1767318258.337436:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32006 00000100:00100000:2.0:1767318258.337443:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+169:2481:x1853163917979008:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.337451:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.337456:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4000/0x3313483622c96633 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x15c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545bb expref: 169 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.337464:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4000/0x3313483622c96633 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545bb expref: 169 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.337476:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.337477:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.337480:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337487:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337503:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.337539:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+169:2481:x1853163917979008:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 97us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.337545:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32006 00000100:00100000:2.0:1767318258.337557:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32007 00000100:00100000:2.0:1767318258.337562:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+144:2481:x1853163917978880:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.337569:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.337573:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c96178 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554720 expref: 144 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.337582:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c96178 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554720 expref: 144 pid: 21387 timeout: 3604 lvb_type: 1 00010000:00010000:2.0:1767318258.337592:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.337593:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.337596:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337603:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337613:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.337626:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+144:2481:x1853163917978880:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 64us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.337632:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32007 00010000:00010000:2.0:1767318258.337724:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337733:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337741:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337748:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.337764:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.338011:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1393:6187:x1853163938473728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40089us (40315us total) trans 4294975451 rc 0/0 00000100:00100000:2.0:1767318258.338018:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23471 00000100:00100000:2.0:1767318258.338091:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938475520:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.338105:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.338135:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.338156:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.338168:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917979264 00000100:00100000:2.0:1767318258.338172:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917979264 00000100:00100000:2.0:1767318258.338193:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23485 00000100:00100000:2.0:1767318258.338199:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e241b220-0ef8-435a-b507-74fd0bfdf172+144:2483:x1853163917979264:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.338211:0:21384:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.338226:0:21384:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9d00c lrc: 2/0,0 mode: --/PR res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac55549b expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.338245:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3f6:0x0] initial LVB size: 1048576, mtime: 0x69571b9a, atime: 0x0, ctime: 0x69571b9a, blocks: 0x803 00010000:00010000:2.0:1767318258.338258:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.338260:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.338266:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9d00c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55549b expref: 145 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.338278:0:21384:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9d00c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55549b expref: 145 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.338288:0:21384:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030def4200, rc 0) 00000100:00100000:2.0:1767318258.338303:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e241b220-0ef8-435a-b507-74fd0bfdf172+145:2483:x1853163917979264:12345-192.168.203.16@tcp:101:rm.0 Request processed in 105us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.338309:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23485 00000100:00100000:2.0:1767318258.338326:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917979136 00000100:00100000:2.0:1767318258.338330:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917979136 00010000:00010000:2.0:1767318258.338343:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318047a00/0x3313483622c9662c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ad expref: 169 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.338375:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32008 00000100:00100000:2.0:1767318258.338382:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+169:2481:x1853163917979136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.338391:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.338395:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318047a00/0x3313483622c9662c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ad expref: 169 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.338406:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318047a00/0x3313483622c9662c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ad expref: 169 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.338419:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318047a00/0x3313483622c9662c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545ad expref: 169 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.338429:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.338430:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.338433:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338440:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338456:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318258.338467:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338474:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338481:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338487:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338499:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318258.338675:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+165:6185:x1853163938475136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36640us (36758us total) trans 4294975872 rc 0/0 00000100:00100000:2.0:1767318258.338684:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23473 00010000:00010000:2.0:1767318258.338700:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.338705:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338713:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.338718:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338726:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338736:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338742:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9cf8e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338756:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.338759:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338765:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def4800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.338768:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338787:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338796:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338803:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9cfa3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.338819:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.338820:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.338822:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.338842:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+168:2481:x1853163917979136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 461us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.338848:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32008 00000100:00100000:2.0:1767318258.338880:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.338895:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917979520 00000100:00100000:2.0:1767318258.338899:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917979520 00000100:00100000:2.0:1767318258.338916:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23486 00000100:00100000:2.0:1767318258.338921:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+145:2483:x1853163917979520:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.338928:0:14894:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.338938:0:14894:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4400/0x3313483622c9d013 lrc: 2/0,0 mode: --/PR res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554a9 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.338950:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3f9:0x0] initial LVB size: 3145728, mtime: 0x69571b9a, atime: 0x0, ctime: 0x69571b9a, blocks: 0x82d 00010000:00010000:2.0:1767318258.338959:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.338961:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.338965:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4400/0x3313483622c9d013 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a9 expref: 146 pid: 14894 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.338980:0:14894:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4400/0x3313483622c9d013 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a9 expref: 146 pid: 14894 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.338988:0:14894:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030def4400, rc 0) 00000100:00100000:2.0:1767318258.339003:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+146:2483:x1853163917979520:12345-192.168.203.16@tcp:101:rm.0 Request processed in 81us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.339008:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23486 00000100:00100000:2.0:1767318258.339040:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.339053:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917979776 00000100:00100000:2.0:1767318258.339057:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917979776 00000100:00100000:2.0:1767318258.339074:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23487 00000100:00100000:2.0:1767318258.339080:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e241b220-0ef8-435a-b507-74fd0bfdf172+168:2483:x1853163917979776:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.339087:0:21384:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.339096:0:21384:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def5c00/0x3313483622c9d01a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554b7 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.339109:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318258.339119:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.339120:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.339125:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5c00/0x3313483622c9d01a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b7 expref: 169 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.339135:0:21384:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5c00/0x3313483622c9d01a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b7 expref: 169 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.339149:0:21384:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030def5c00, rc 0) 00000100:00100000:2.0:1767318258.339164:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e241b220-0ef8-435a-b507-74fd0bfdf172+169:2483:x1853163917979776:12345-192.168.203.16@tcp:101:rm.0 Request processed in 84us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.339170:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23487 00000100:00100000:2.0:1767318258.339201:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.339215:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917979392 00000100:00100000:2.0:1767318258.339218:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917979392 00000100:00100000:2.0:1767318258.339235:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23488 00000100:00100000:2.0:1767318258.339241:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+169:2483:x1853163917979392:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.339247:0:14894:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.339256:0:14894:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def4e00/0x3313483622c9d021 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554a2 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.339267:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3f5:0x0] initial LVB size: 2097152, mtime: 0x69571b9a, atime: 0x0, ctime: 0x69571b9a, blocks: 0x82d 00010000:00010000:2.0:1767318258.339275:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.339276:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.339281:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4e00/0x3313483622c9d021 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a2 expref: 170 pid: 14894 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.339290:0:14894:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4e00/0x3313483622c9d021 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a2 expref: 170 pid: 14894 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.339298:0:14894:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030def4e00, rc 0) 00000100:00100000:2.0:1767318258.339313:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+170:2483:x1853163917979392:12345-192.168.203.16@tcp:101:rm.0 Request processed in 72us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.339322:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23488 00010000:00010000:1.0:1767318258.344162:0:14896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f800/0x3313483622c96171 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554712 expref: 145 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.344187:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938474368:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.344214:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344225:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344231:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344242:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344248:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344275:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.344580:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d247c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1393:6185:x1853163938474240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48269us (48315us total) trans 4294975452 rc 0/0 00000100:00100000:1.0:1767318258.344591:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23469 00010000:00010000:1.0:1767318258.344725:0:20656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c96178 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554720 expref: 144 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:1.0:1767318258.344737:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20656:1853163938474880:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.344750:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344758:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344765:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344773:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344780:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344795:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.344916:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1393:6187:x1853163938474752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44820us (44878us total) trans 4294975453 rc 0/0 00000100:00100000:1.0:1767318258.344922:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23472 00010000:00010000:1.0:1767318258.344940:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.344946:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344954:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305dab200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.344958:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344967:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344985:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.344991:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab200/0x3313483622c9cf80 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345007:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.345010:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345016:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305dab600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.345019:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345026:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345035:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345042:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab600/0x3313483622c9cf95 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345059:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.345061:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.345063:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.345086:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4000/0x3313483622c96633 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545bb expref: 169 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.345097:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938475392:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.345110:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345119:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345126:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345132:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345139:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.345154:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.345297:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+165:6185:x1853163938475264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42742us (43332us total) trans 4294975873 rc 0/0 00000100:00100000:1.0:1767318258.345305:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23474 00010000:00010000:1.0:1767318258.347372:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.347386:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.347425:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305dab400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.347429:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.347439:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.347459:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.347465:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9cf9c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.347490:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.347492:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.347494:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.348231:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:2.0:1767318258.349343:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467f100/2, rc 0, transno 4294975453 00000100:00100000:2.0:1767318258.349375:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938474752:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318258.349391:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877ce00/2, rc 0, transno 4294975451 00000100:00100000:2.0:1767318258.349395:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938473728:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318258.349414:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.349893:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917979648 00000100:00100000:1.0:1767318258.349901:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917979648 00000100:00100000:1.0:1767318258.349949:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938478080 00000100:00100000:1.0:1767318258.349952:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938478080 00000100:00100000:1.0:1767318258.349983:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23489 00000100:00100000:1.0:1767318258.349991:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e241b220-0ef8-435a-b507-74fd0bfdf172+144:2483:x1853163917979648:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:1.0:1767318258.350005:0:21248:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318258.350025:0:21248:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab000/0x3313483622c9d028 lrc: 2/0,0 mode: --/PR res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554b0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318258.350053:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3fa:0x0] initial LVB size: 4194304, mtime: 0x69571b9a, atime: 0x0, ctime: 0x69571b9a, blocks: 0x82d 00010000:00010000:1.0:1767318258.350070:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.350073:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.350081:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab000/0x3313483622c9d028 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b0 expref: 145 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.350097:0:21248:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab000/0x3313483622c9d028 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b0 expref: 145 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.350108:0:21248:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0305dab000, rc 0) 00000100:00100000:1.0:1767318258.350153:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e241b220-0ef8-435a-b507-74fd0bfdf172+145:2483:x1853163917979648:12345-192.168.203.16@tcp:101:rm.0 Request processed in 162us (1926us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.350159:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23489 00000100:00100000:1.0:1767318258.350176:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23490 00000100:00100000:1.0:1767318258.350182:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1393:6187:x1853163938478080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.350201:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:379 count 1 00010000:00010000:1.0:1767318258.350215:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.350225:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9619b lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554766 expref: 144 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.350231:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.350232:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.350235:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.350262:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9619b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554766 expref: 144 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.350273:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9619b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554766 expref: 144 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.350283:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938478336:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.350321:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040736ccc0 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.351218:0:21393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f600/0x3313483622c9615c lrc: 0/0,0 mode: --/PR res: [0x280000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e8 expref: 144 pid: 21387 timeout: 3604 lvb_type: 1 00000100:00100000:3.0:1767318258.351236:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:21393:1853163938474496:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.351255:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.351265:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.351276:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.351286:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.351293:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.351319:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318258.351607:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.351615:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.351624:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def4c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.351629:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.351638:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.351654:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.351661:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9cf87 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.351680:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.351682:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.351684:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.351888:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1394:6187:x1853163938473600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54113us (54260us total) trans 4294975454 rc 0/0 00000100:00100000:3.0:1767318258.351897:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23470 00000100:00100000:3.0:1767318258.351926:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938478208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.352039:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318258.352082:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9d500/2, rc 0, transno 4294975873 00000100:00100000:2.0:1767318258.352143:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938478208 00000100:00100000:2.0:1767318258.352149:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938478208 00000100:00100000:2.0:1767318258.352177:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23491 00000100:00100000:2.0:1767318258.352183:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1394:6185:x1853163938478208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.352205:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:380 count 1 00010000:00010000:2.0:1767318258.352220:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.352234:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf600/0x3313483622c961a2 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554774 expref: 143 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.352242:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.352244:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.352247:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.352270:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf600/0x3313483622c961a2 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554774 expref: 143 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.352279:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf600/0x3313483622c961a2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554774 expref: 143 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.352289:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:21393:1853163938478464:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.352334:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a120c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.352374:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938475264:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318258.352390:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9f480/2, rc 0, transno 4294975872 00000100:00100000:2.0:1767318258.357479:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938478848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.357568:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.357602:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318258.357608:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938478720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.357629:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.357708:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938478848 00000100:00100000:1.0:1767318258.357715:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938478848 00000100:00100000:1.0:1767318258.357761:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938478720 00000100:00100000:1.0:1767318258.357764:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938478720 00000100:00100000:1.0:1767318258.357785:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23492 00000100:00100000:1.0:1767318258.357795:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+166:6188:x1853163938478848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.357820:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:356 count 1 00010000:00010000:1.0:1767318258.357843:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305daac00/0x3313483622c9d03d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.357863:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5400/0x3313483622c96680 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55462b expref: 168 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.357872:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.357874:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.357877:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daac00/0x3313483622c9d03d lrc: 4/0,1 mode: --/PW res: [0x240000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.357903:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5400/0x3313483622c96680 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55462b expref: 168 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.357916:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5400/0x3313483622c96680 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55462b expref: 168 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.357927:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938478976:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.358049:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23493 00000100:00100000:2.0:1767318258.358059:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+166:6188:x1853163938478720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318258.358072:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:355 count 1 00010000:00010000:2.0:1767318258.358083:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.358095:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4800/0x3313483622c9665d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55461d expref: 168 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.358102:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.358104:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.358107:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.358126:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4800/0x3313483622c9665d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55461d expref: 168 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.358135:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4800/0x3313483622c9665d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55461d expref: 168 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.358144:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938479104:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.358213:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040736cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.358581:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938475136:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318258.358607:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311865880/2, rc 0, transno 4294975452 00000100:00100000:3.0:1767318258.358618:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938474240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.358630:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318258.358637:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938478592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.358803:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a12a80 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.362846:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309412a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938476160:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.362862:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.363201:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.363321:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938476288:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.363335:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c9cfcd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.363391:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318258.363408:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938479232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.363448:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.363673:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938478592 00000100:00100000:1.0:1767318258.363680:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938478592 00000100:00100000:1.0:1767318258.363728:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938479232 00000100:00100000:1.0:1767318258.363732:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938479232 00000100:00100000:1.0:1767318258.363764:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23494 00000100:00100000:1.0:1767318258.363774:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1396:6185:x1853163938478592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.363798:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:381 count 1 00010000:00010000:1.0:1767318258.363820:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9d04b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.363837:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafa00/0x3313483622c961a9 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554782 expref: 143 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.363844:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.363846:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.363850:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9d04b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.363876:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafa00/0x3313483622c961a9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554782 expref: 143 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.363893:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafa00/0x3313483622c961a9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554782 expref: 143 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.363904:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938479360:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.363965:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040736cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.363984:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23495 00000100:00100000:1.0:1767318258.363993:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1396:6186:x1853163938479232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.364005:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:382 count 1 00010000:00010000:1.0:1767318258.364015:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.364027:0:21388:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91400/0x3313483622c961b0 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554790 expref: 143 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.364033:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.364035:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.364037:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.364056:0:21388:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91400/0x3313483622c961b0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554790 expref: 143 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.364064:0:21388:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91400/0x3313483622c961b0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554790 expref: 143 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.364077:0:21388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:21388:1853163938479488:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.364101:0:21388:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040736c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.369045:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938476672:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.369060:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.369083:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938477696:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.369094:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 3/0,1 mode: --/PW res: [0x280000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.369115:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938477952:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.369126:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0305daaa00/0x3313483622c9d005 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.369226:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938477440:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.369239:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.369263:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917980800 00000100:00100000:2.0:1767318258.369269:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917980800 00010000:00010000:2.0:1767318258.369305:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4a00/0x3313483622c96656 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55460f expref: 169 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.369362:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32009 00000100:00100000:2.0:1767318258.369372:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+169:2482:x1853163917980800:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.369387:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.369392:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4a00/0x3313483622c96656 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55460f expref: 169 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.369403:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4a00/0x3313483622c96656 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55460f expref: 169 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.369426:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4a00/0x3313483622c96656 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55460f expref: 169 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.369448:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.369450:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.369455:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0305daaa00/0x3313483622c9d005 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.369464:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daaa00/0x3313483622c9d005 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.369495:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.369563:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+168:2482:x1853163917980800:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 192us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.369572:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32009 00010000:00010000:2.0:1767318258.370728:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.370735:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0305daaa00/0x3313483622c9d005 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.370744:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305daaa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.370748:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305daaa00/0x3313483622c9d005 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.370766:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305daaa00/0x3313483622c9d005 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.370781:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0305daaa00/0x3313483622c9d005 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.370788:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305daaa00/0x3313483622c9d005 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.370806:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.370808:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.370810:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.370886:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab18380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938476416:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.370902:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9cfd4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.370921:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938477568:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.370930:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c9cff7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.374953:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917980032 00000100:00100000:2.0:1767318258.374962:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917980032 00010000:00010000:2.0:1767318258.375001:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90800/0x3313483622c9617f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55472e expref: 144 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.375025:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917980288 00000100:00100000:2.0:1767318258.375028:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917980288 00010000:00010000:2.0:1767318258.375043:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5000/0x3313483622c9664f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545f3 expref: 168 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.375054:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917980544 00000100:00100000:2.0:1767318258.375056:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917980544 00010000:00010000:2.0:1767318258.375066:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf400/0x3313483622c96194 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554758 expref: 145 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.375076:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917980928 00000100:00100000:2.0:1767318258.375078:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917980928 00010000:00010000:2.0:1767318258.375087:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5e00/0x3313483622c9663a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c9 expref: 169 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.375098:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917979904 00000100:00100000:2.0:1767318258.375100:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917979904 00010000:00010000:2.0:1767318258.375109:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4200/0x3313483622c96648 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545e5 expref: 170 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.375124:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917980160 00000100:00100000:2.0:1767318258.375126:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917980160 00010000:00010000:2.0:1767318258.375135:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5c00/0x3313483622c96641 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d7 expref: 171 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.375144:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917980416 00000100:00100000:2.0:1767318258.375146:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917980416 00010000:00010000:2.0:1767318258.375155:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daea00/0x3313483622c96186 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55473c expref: 146 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.375164:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917980672 00000100:00100000:2.0:1767318258.375166:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917980672 00010000:00010000:2.0:1767318258.375175:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c96a85 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554601 expref: 172 pid: 21388 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.375184:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917981056 00000100:00100000:2.0:1767318258.375187:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917981056 00010000:00010000:2.0:1767318258.375197:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae800/0x3313483622c9618d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55474a expref: 147 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.375211:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32010 00000100:00100000:2.0:1767318258.375219:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041163cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+147:2480:x1853163917980032:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.375232:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.375236:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90800/0x3313483622c9617f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55472e expref: 147 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375254:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90800/0x3313483622c9617f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55472e expref: 147 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375274:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90800/0x3313483622c9617f lrc: 0/0,0 mode: --/PR res: [0x280000404:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55472e expref: 147 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375289:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375291:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375296:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9cfaa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.375306:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46c00/0x3313483622c9cfaa lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.375341:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.375398:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041163cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+146:2480:x1853163917980032:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 180us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.375406:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32010 00000100:00100000:2.0:1767318258.375455:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32011 00000100:00100000:2.0:1767318258.375462:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317389c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+172:2480:x1853163917980288:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.375470:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.375475:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5000/0x3313483622c9664f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545f3 expref: 172 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375484:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5000/0x3313483622c9664f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545f3 expref: 172 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375498:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5000/0x3313483622c9664f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545f3 expref: 172 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375536:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375538:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375541:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.375549:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.375565:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.375584:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317389c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+171:2480:x1853163917980288:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 122us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.375590:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32011 00000100:00100000:2.0:1767318258.375603:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32012 00000100:00100000:2.0:1767318258.375609:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+145:2480:x1853163917980544:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.375617:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.375621:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf400/0x3313483622c96194 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554758 expref: 145 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375629:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf400/0x3313483622c96194 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554758 expref: 145 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375640:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf400/0x3313483622c96194 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554758 expref: 145 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375647:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375649:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375651:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.375657:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.375671:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.375689:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+144:2480:x1853163917980544:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 81us (1067us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.375695:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32012 00000100:00100000:2.0:1767318258.375706:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32013 00000100:00100000:2.0:1767318258.375712:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+170:2480:x1853163917980928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.375719:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.375722:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5e00/0x3313483622c9663a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c9 expref: 170 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375729:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5e00/0x3313483622c9663a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c9 expref: 170 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375740:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5e00/0x3313483622c9663a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x15d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545c9 expref: 170 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375747:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375749:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375752:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c9cfcd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.375772:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c9cfcd lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.375788:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.375806:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+169:2480:x1853163917980928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 94us (1155us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.375813:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32013 00000100:00100000:2.0:1767318258.375825:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32014 00000100:00100000:2.0:1767318258.375831:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031738aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+168:2480:x1853163917979904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.375839:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.375843:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4200/0x3313483622c96648 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545e5 expref: 168 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375852:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4200/0x3313483622c96648 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545e5 expref: 168 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375864:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4200/0x3313483622c96648 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545e5 expref: 168 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375874:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375875:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375878:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.375890:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.375906:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.375925:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031738aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+167:2480:x1853163917979904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 93us (1255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.375931:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32014 00000100:00100000:2.0:1767318258.375942:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32015 00000100:00100000:2.0:1767318258.375948:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0434679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+166:2480:x1853163917980160:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.375954:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.375959:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5c00/0x3313483622c96641 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d7 expref: 166 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375969:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5c00/0x3313483622c96641 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d7 expref: 166 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375981:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5c00/0x3313483622c96641 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x15e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5545d7 expref: 166 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.375991:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375993:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.375996:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9cfd4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376002:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9cfd4 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376019:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.376037:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0434679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+165:2480:x1853163917980160:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (1352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.376043:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32015 00000100:00100000:2.0:1767318258.376055:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32016 00000100:00100000:2.0:1767318258.376061:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0434678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+143:2480:x1853163917980416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.376068:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.376072:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312daea00/0x3313483622c96186 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55473c expref: 143 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.376082:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312daea00/0x3313483622c96186 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55473c expref: 143 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.376094:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daea00/0x3313483622c96186 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55473c expref: 143 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.376103:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.376104:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.376108:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376115:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376134:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.376152:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0434678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+142:2480:x1853163917980416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 91us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.376158:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32016 00000100:00100000:2.0:1767318258.376170:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32017 00000100:00100000:2.0:1767318258.376176:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041163f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+164:2480:x1853163917980672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.376183:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.376187:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c96a85 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554601 expref: 164 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.376196:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c96a85 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554601 expref: 164 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.376208:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c96a85 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554601 expref: 164 pid: 21388 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.376217:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.376219:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.376221:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c9cff7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376228:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c9cff7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376243:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.376258:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041163f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+163:2480:x1853163917980672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 83us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.376264:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32017 00000100:00100000:2.0:1767318258.376284:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32018 00000100:00100000:2.0:1767318258.376289:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+141:2480:x1853163917981056:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.376296:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.376300:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae800/0x3313483622c9618d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55474a expref: 141 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.376309:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae800/0x3313483622c9618d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55474a expref: 141 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.376320:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae800/0x3313483622c9618d lrc: 0/0,0 mode: --/PR res: [0x280000404:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55474a expref: 141 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.376329:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.376330:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.376333:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376341:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376369:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.376384:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+140:2480:x1853163917981056:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 94us (1590us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.376391:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32018 00010000:00010000:2.0:1767318258.376417:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376426:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376435:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376443:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376458:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.376734:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+168:6185:x1853163938476032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 64249us (64343us total) trans 4294975875 rc 0/0 00000100:00100000:2.0:1767318258.376743:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23476 00000004:00080000:2.0:1767318258.376789:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9dc00/2, rc 0, transno 4294975875 00000100:00100000:2.0:1767318258.376801:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938476032:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318258.376860:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376869:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376878:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376885:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.376895:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318258.377026:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1397:6187:x1853163938476800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50272us (51641us total) trans 4294975455 rc 0/0 00000100:00100000:2.0:1767318258.377033:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23480 00000100:00100000:2.0:1767318258.377056:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318258.377067:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938479872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.377100:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.377127:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938479872 00000100:00100000:2.0:1767318258.377131:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938479872 00000100:00100000:2.0:1767318258.377158:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23497 00000100:00100000:2.0:1767318258.377164:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+168:6188:x1853163938479872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318258.377184:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:358 count 1 00010000:00010000:2.0:1767318258.377205:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377219:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18a00/0x3313483622c9668e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554647 expref: 162 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.377227:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.377229:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.377232:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377251:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18a00/0x3313483622c9668e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554647 expref: 162 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.377263:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18a00/0x3313483622c9668e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554647 expref: 162 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.377282:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:21391:1853163938480000:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.377314:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a129c0 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.377530:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377540:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377548:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377555:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377572:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767318258.377583:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318258.377588:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377596:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318045800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.377600:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377609:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377630:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377637:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045800/0x3313483622c9cfb1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377652:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.377656:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377662:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d46800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.377665:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377672:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377683:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377689:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9cfe9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377707:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.377710:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377721:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318045600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.377724:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377730:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377739:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377746:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318045600/0x3313483622c9cff0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.377757:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.377759:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.377761:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.377918:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1397:6185:x1853163938477056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50637us (52315us total) trans 4294975456 rc 0/0 00000100:00100000:2.0:1767318258.377926:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23481 00000004:00080000:2.0:1767318258.377963:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a72680/2, rc 0, transno 4294975456 00000100:00100000:2.0:1767318258.377975:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938477056:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318258.378189:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378198:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378206:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378213:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378235:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.378411:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+169:6185:x1853163938476544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 63831us (63910us total) trans 4294975876 rc 0/0 00000100:00100000:1.0:1767318258.378419:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23479 00010000:00010000:1.0:1767318258.378440:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378447:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378455:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378461:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378476:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.378638:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1397:6187:x1853163938476928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50472us (52149us total) trans 4294975457 rc 0/0 00000100:00100000:1.0:1767318258.378645:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23483 00010000:00010000:1.0:1767318258.378663:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.378668:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378676:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.378679:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378687:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378702:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378708:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9cfdb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378724:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.378728:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378734:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305daa800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.378738:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378746:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378770:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 1/0,0 mode: --/PW res: [0x280000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378778:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa800/0x3313483622c9cffe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.378798:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.378800:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.378802:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.378809:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318258.378831:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a71500/2, rc 0, transno 4294975876 00000100:00100000:1.0:1767318258.378844:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938476544:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.378905:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938480128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.378937:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.378969:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938480128 00000100:00100000:1.0:1767318258.378974:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938480128 00000100:00100000:1.0:1767318258.379002:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23498 00000100:00100000:1.0:1767318258.379010:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+169:6188:x1853163938480128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.379029:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:359 count 1 00010000:00010000:1.0:1767318258.379047:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9d067 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.379061:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18800/0x3313483622c96695 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554655 expref: 162 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.379068:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.379070:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.379073:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9d067 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.379096:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18800/0x3313483622c96695 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554655 expref: 162 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.379111:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18800/0x3313483622c96695 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554655 expref: 162 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.379122:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938480256:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.379174:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0404c41000 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.379452:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c9cfcd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.379462:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c9cfcd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.379470:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c9cfcd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.379476:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045e00/0x3313483622c9cfcd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.379502:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.379704:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+170:6187:x1853163938475776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 66308us (66430us total) trans 4294975877 rc 0/0 00000100:00100000:3.0:1767318258.379714:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23477 00000100:00100000:3.0:1767318258.379785:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318258.379795:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938480384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.379822:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.379846:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938480384 00000100:00100000:3.0:1767318258.379850:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938480384 00000100:00100000:3.0:1767318258.379875:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23499 00000100:00100000:3.0:1767318258.379880:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1397:6186:x1853163938480384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.379895:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:383 count 1 00010000:00010000:3.0:1767318258.379908:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.379920:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c961b7 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55479e expref: 139 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.379927:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.379929:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.379932:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.379951:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c961b7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55479e expref: 139 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.379960:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c961b7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55479e expref: 139 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.379971:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938480512:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.380006:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e540 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.380020:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9cfd4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.380028:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9cfd4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.380036:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9cfd4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.380043:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044800/0x3313483622c9cfd4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.380054:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.380179:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+170:6187:x1853163938475904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 66598us (66853us total) trans 4294975878 rc 0/0 00000100:00100000:3.0:1767318258.380186:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23478 00010000:00010000:3.0:1767318258.380211:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c9cff7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.380219:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c9cff7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.380226:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c9cff7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.380233:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045c00/0x3313483622c9cff7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.380249:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318258.380388:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+170:6185:x1853163938477184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52615us (54704us total) trans 4294975879 rc 0/0 00000100:00100000:3.0:1767318258.380395:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23482 00010000:00010000:1.0:1767318258.384596:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.384603:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.384619:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938481408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.384672:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318258.384725:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a71180/2, rc 0, transno 4294975879 00000100:00100000:1.0:1767318258.384737:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938477184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.384751:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.384768:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938481536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.384800:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318258.384848:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.384857:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938481664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.384880:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.384914:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938481408 00000100:00100000:1.0:1767318258.384921:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938481408 00000100:00100000:1.0:1767318258.384962:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938481536 00000100:00100000:1.0:1767318258.384966:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938481536 00000100:00100000:1.0:1767318258.384981:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938481664 00000100:00100000:1.0:1767318258.384984:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938481664 00000100:00100000:1.0:1767318258.384999:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23503 00000100:00100000:1.0:1767318258.385007:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+172:6185:x1853163938481408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.385033:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:360 count 1 00010000:00010000:1.0:1767318258.385058:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab200/0x3313483622c9d08a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.385077:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19400/0x3313483622c9669c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554663 expref: 162 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.385085:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.385087:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.385090:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab200/0x3313483622c9d08a lrc: 4/0,1 mode: --/PW res: [0x240000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.385116:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19400/0x3313483622c9669c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554663 expref: 162 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.385127:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19400/0x3313483622c9669c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554663 expref: 162 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.385138:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938481792:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.385177:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0406641e40 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.385195:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23504 00000100:00100000:1.0:1767318258.385202:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+172:6185:x1853163938481536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.385214:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:361 count 1 00010000:00010000:1.0:1767318258.385225:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.385236:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19200/0x3313483622c966a3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554671 expref: 162 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.385243:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.385244:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.385247:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.385265:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19200/0x3313483622c966a3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554671 expref: 162 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.385274:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19200/0x3313483622c966a3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554671 expref: 162 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.385284:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938481920:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.385307:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0401359180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.385323:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23505 00000100:00100000:1.0:1767318258.385330:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+172:6187:x1853163938481664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.385355:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:362 count 1 00010000:00010000:1.0:1767318258.385367:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9d098 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.385380:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19600/0x3313483622c966aa lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55467f expref: 162 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.385386:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.385387:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.385390:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9d098 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.385415:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19600/0x3313483622c966aa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55467f expref: 162 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.385424:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19600/0x3313483622c966aa lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55467f expref: 162 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.385434:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938482048:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.385457:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0405faab40 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.387329:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938478976:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.387355:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0305daac00/0x3313483622c9d03d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.387379:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917981312 00000100:00100000:3.0:1767318258.387431:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917981312 00010000:00010000:3.0:1767318258.387468:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5400/0x3313483622c96680 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55462b expref: 163 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.387503:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917981568 00000100:00100000:3.0:1767318258.387525:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917981568 00010000:00010000:3.0:1767318258.387539:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafa00/0x3313483622c961a9 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554782 expref: 140 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.387561:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32019 00000100:00100000:3.0:1767318258.387568:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0434679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+163:2481:x1853163917981312:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.387583:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.387589:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5400/0x3313483622c96680 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55462b expref: 163 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.387598:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5400/0x3313483622c96680 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55462b expref: 163 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.387620:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5400/0x3313483622c96680 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55462b expref: 163 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.387635:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.387637:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.387641:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0305daac00/0x3313483622c9d03d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.387650:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daac00/0x3313483622c9d03d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.387671:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.387687:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0305daac00/0x3313483622c9d03d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.387695:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0305daac00/0x3313483622c9d03d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.387703:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305daac00/0x3313483622c9d03d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.387710:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daac00/0x3313483622c9d03d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.387725:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.388001:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+173:6188:x1853163938478848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30207us (30431us total) trans 4294975880 rc 0/0 00000100:00100000:3.0:1767318258.388014:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23492 00000100:00100000:3.0:1767318258.388045:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32020 00000100:00100000:3.0:1767318258.388052:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0434679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+140:2481:x1853163917981568:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.388061:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.388066:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafa00/0x3313483622c961a9 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554782 expref: 140 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.388075:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafa00/0x3313483622c961a9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554782 expref: 140 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.388087:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.388089:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.388092:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9d04b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.388100:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9d04b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.388112:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.388147:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0434679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+140:2481:x1853163917981568:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 96us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.388153:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32020 00000100:00100000:3.0:1767318258.388182:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0434679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+162:2481:x1853163917981312:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 614us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.388188:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32019 00000100:00100000:1.0:1767318258.388631:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938478336:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.388650:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.388678:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafa00/0x3313483622c961a9 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554782 expref: 139 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.388689:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938479360:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.388699:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9d04b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.388707:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9d04b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.388713:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9d04b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.388727:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9d04b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.388735:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa400/0x3313483622c9d04b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.389196:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.390382:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1401:6185:x1853163938478592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26605us (27177us total) trans 4294975459 rc 0/0 00000100:00100000:1.0:1767318258.390393:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23494 00010000:00010000:1.0:1767318258.390423:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318258.390466:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160b9880/2, rc 0, transno 4294975880 00000100:00100000:1.0:1767318258.390482:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938478848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.390566:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318258.390578:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938482176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.390609:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.390635:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938482176 00000100:00100000:1.0:1767318258.390640:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938482176 00000100:00100000:1.0:1767318258.390672:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23506 00000100:00100000:1.0:1767318258.390678:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+173:6187:x1853163938482176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.390700:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:363 count 1 00010000:00010000:1.0:1767318258.390724:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90a00/0x3313483622c9d09f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.390739:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18200/0x3313483622c966b1 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55468d expref: 161 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.390751:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.390762:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.390766:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90a00/0x3313483622c9d09f lrc: 4/0,1 mode: --/PW res: [0x240000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.390795:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18200/0x3313483622c966b1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55468d expref: 161 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.390805:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18200/0x3313483622c966b1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55468d expref: 161 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.390815:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938482304:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.390857:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433be0000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.390886:0:21388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160bb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:21388:1853163938479488:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.390902:0:21388:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.391287:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.391911:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.391947:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.391974:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.392021:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:21393:1853163938478464:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.392039:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.392074:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.392124:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917981184 00000100:00100000:3.0:1767318258.392132:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917981184 00010000:00010000:3.0:1767318258.392162:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9619b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554766 expref: 139 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.392183:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917981440 00000100:00100000:3.0:1767318258.392186:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917981440 00010000:00010000:3.0:1767318258.392199:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4800/0x3313483622c9665d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55461d expref: 162 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.392211:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32021 00000100:00100000:3.0:1767318258.392217:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+139:2480:x1853163917981184:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.392228:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.392232:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9619b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554766 expref: 139 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.392244:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9619b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554766 expref: 139 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.392263:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9619b lrc: 0/0,0 mode: --/PR res: [0x280000404:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554766 expref: 139 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.392276:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.392278:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.392283:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.392291:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.392330:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.392376:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+138:2480:x1853163917981184:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 158us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.392383:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32021 00000100:00100000:3.0:1767318258.392396:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917981696 00000100:00100000:3.0:1767318258.392399:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917981696 00010000:00010000:3.0:1767318258.392410:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91400/0x3313483622c961b0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554790 expref: 138 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.392421:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917981824 00000100:00100000:3.0:1767318258.392423:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917981824 00010000:00010000:3.0:1767318258.392431:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf600/0x3313483622c961a2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554774 expref: 139 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.392441:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32022 00000100:00100000:3.0:1767318258.392446:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+162:2480:x1853163917981440:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.392454:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.392458:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4800/0x3313483622c9665d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55461d expref: 162 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.392466:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4800/0x3313483622c9665d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55461d expref: 162 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.392480:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4800/0x3313483622c9665d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55461d expref: 162 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.392495:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.392496:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.392499:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.392535:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.392553:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.392566:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.392573:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.392582:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.392589:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.392602:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.392859:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+174:6188:x1853163938478720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34802us (35228us total) trans 4294975881 rc 0/0 00000100:00100000:3.0:1767318258.392867:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23493 00000100:00100000:3.0:1767318258.392902:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+161:2480:x1853163917981440:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 455us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.392912:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32022 00000100:00100000:3.0:1767318258.392926:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32023 00000100:00100000:3.0:1767318258.392933:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+139:2480:x1853163917981696:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.392941:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.392946:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91400/0x3313483622c961b0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554790 expref: 139 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.392956:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91400/0x3313483622c961b0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554790 expref: 139 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.392969:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91400/0x3313483622c961b0 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554790 expref: 139 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.392978:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.392980:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.392983:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.392989:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.393004:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.393021:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+138:2480:x1853163917981696:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.393027:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32023 00000100:00100000:3.0:1767318258.393039:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32024 00000100:00100000:3.0:1767318258.393047:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041163d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+137:2480:x1853163917981824:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.393054:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.393058:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf600/0x3313483622c961a2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554774 expref: 137 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.393067:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf600/0x3313483622c961a2 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554774 expref: 137 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.393079:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf600/0x3313483622c961a2 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554774 expref: 137 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.393087:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.393089:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.393091:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.393098:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.393112:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.393130:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041163d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+136:2480:x1853163917981824:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 84us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.393136:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32024 00010000:00010000:1.0:1767318258.394069:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394078:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394086:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394094:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394119:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.394366:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1401:6187:x1853163938478080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44183us (44562us total) trans 4294975460 rc 0/0 00000100:00100000:1.0:1767318258.394374:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23490 00010000:00010000:1.0:1767318258.394399:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.394406:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394414:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.394417:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394427:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394442:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394450:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5200/0x3313483622c9d044 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394465:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.394468:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394475:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305dab800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.394477:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394484:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394494:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394500:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab800/0x3313483622c9d02f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394541:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.394543:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.394545:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.394555:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394562:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394570:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394576:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.394587:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.394709:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1401:6185:x1853163938478208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42525us (42753us total) trans 4294975461 rc 0/0 00000100:00100000:1.0:1767318258.394716:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23491 00000004:00080000:1.0:1767318258.394756:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160b8380/2, rc 0, transno 4294975881 00000100:00100000:1.0:1767318258.394768:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938478720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.394841:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318258.394855:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938482432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.394890:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.394919:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938482432 00000100:00100000:1.0:1767318258.394924:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938482432 00000100:00100000:1.0:1767318258.394954:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23507 00000100:00100000:1.0:1767318258.394962:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+174:6186:x1853163938482432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.394985:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:364 count 1 00010000:00010000:1.0:1767318258.395006:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafe00/0x3313483622c9d0a6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395021:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19c00/0x3313483622c966b8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55469b expref: 160 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.395033:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.395035:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.395038:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafe00/0x3313483622c9d0a6 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395059:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19c00/0x3313483622c966b8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55469b expref: 160 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.395071:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19c00/0x3313483622c966b8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55469b expref: 160 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.395084:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938482560:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.395138:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433be03c0 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.395155:0:21388:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395163:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395170:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395177:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395191:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.395335:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1401:6186:x1853163938479232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31342us (31886us total) trans 4294975462 rc 0/0 00000100:00100000:1.0:1767318258.395342:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23495 00010000:00010000:1.0:1767318258.395375:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.395380:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395387:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.395391:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395399:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395413:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395420:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5a00/0x3313483622c9d036 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395436:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.395440:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395445:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305daae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.395448:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395461:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395469:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395476:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daae00/0x3313483622c9d052 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.395488:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.395490:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.395491:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318258.395532:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1f800/2, rc 0, transno 4294975462 00000100:00100000:1.0:1767318258.395538:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938479232:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318258.395949:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.396670:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c199880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938482816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.396712:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.396746:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318258.396760:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938482944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.396788:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.397181:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938482816 00000100:00100000:2.0:1767318258.397187:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938482816 00000100:00100000:2.0:1767318258.397231:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938482944 00000100:00100000:2.0:1767318258.397234:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938482944 00000100:00100000:2.0:1767318258.397247:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938483072 00000100:00100000:2.0:1767318258.397250:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938483072 00000100:00100000:2.0:1767318258.397261:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938482688 00000100:00100000:2.0:1767318258.397264:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938482688 00000100:00100000:2.0:1767318258.397278:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23508 00000100:00100000:2.0:1767318258.397285:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031738aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1404:6187:x1853163938482816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.397307:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:388 count 1 00010000:00010000:2.0:1767318258.397328:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d0ad lrc: 3/0,1 mode: --/PW res: [0x280000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.397356:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c961d3 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547e4 expref: 135 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.397365:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.397368:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.397371:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d0ad lrc: 4/0,1 mode: --/PW res: [0x280000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.397398:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c961d3 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547e4 expref: 135 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.397410:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c961d3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547e4 expref: 135 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.397425:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938483200:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.397476:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.397886:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23510 00000100:00100000:3.0:1767318258.397895:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0434678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1404:6185:x1853163938483072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.397908:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:390 count 1 00010000:00010000:3.0:1767318258.397919:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318044400/0x3313483622c9d0bb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.397930:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91a00/0x3313483622c961e1 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554800 expref: 135 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.397937:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.397938:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.397941:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318044400/0x3313483622c9d0bb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.397959:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91a00/0x3313483622c961e1 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554800 expref: 135 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.397969:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91a00/0x3313483622c961e1 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554800 expref: 135 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.397978:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938483456:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.398004:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040736cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.398022:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23511 00000100:00100000:3.0:1767318258.398112:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1404:6185:x1853163938482688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.398127:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:387 count 1 00010000:00010000:3.0:1767318258.398137:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x183:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.398149:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daee00/0x3313483622c961cc lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547d6 expref: 135 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.398155:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.398157:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.398159:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.398176:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312daee00/0x3313483622c961cc lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547d6 expref: 135 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.398184:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daee00/0x3313483622c961cc lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547d6 expref: 135 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.398194:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20656:1853163938483584:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.398218:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040736ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.404975:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938479744:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.405001:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d059 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.405660:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917982208 00000100:00100000:3.0:1767318258.405668:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917982208 00000100:00100000:3.0:1767318258.405796:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 695 00000100:00100000:3.0:1767318258.405805:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030941b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+137:81709:x1853163917982208:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1767318258.405856:0:57486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767318258.405879:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044c00/0x3313483622c9cfe2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x130c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555494 expref: 137 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.405896:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x130c:0x0].0x0 (ffff9a0304067f00) 00010000:00010000:3.0:1767318258.405912:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030def4a00/0x3313483622c9cf4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55548d expref: 136 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.405920:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304069f00) 00010000:00010000:3.0:1767318258.405925:0:57486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.405950:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9d0c9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.405968:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9d0c9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.405977:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9d0c9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.405990:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.405997:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406002:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406128:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044600/0x3313483622c9d0d7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x130c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406137:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044600/0x3313483622c9d0d7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x130c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406144:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044600/0x3313483622c9d0d7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x130c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000040:00080000:3.0:1767318258.406623:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2046, 64 off139136 00000004:00080000:3.0:1767318258.406633:0:57486:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 3505105125497ns, next at 3506105122199ns, rc = 0 00000040:00080000:3.0:1767318258.406654:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2047, 64 off139200 00000004:00080000:3.0:1767318258.406659:0:57486:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3505105152207ns, next at 3506105151154ns, rc = 0 00000040:00080000:3.0:1767318258.406673:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2047, 64 off139200 00000040:00080000:3.0:1767318258.406686:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2048, 64 off139264 00000040:00080000:3.0:1767318258.406699:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2048, 64 off139264 00010000:00010000:3.0:1767318258.406768:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045600/0x3313483622c9d0de lrc: 3/0,1 mode: --/PW res: [0x200000401:0x130c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406780:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045600/0x3313483622c9d0de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x130c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406788:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045600/0x3313483622c9d0de lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x130c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406794:0:57486:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045600/0x3313483622c9d0de lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x130c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406800:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045600/0x3313483622c9d0de lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x130c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406805:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045600/0x3313483622c9d0de lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x130c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406829:0:57486:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318258.406848:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044600/0x3313483622c9d0d7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x130c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406855:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044600/0x3313483622c9d0d7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x130c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406861:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044600/0x3313483622c9d0d7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x130c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406866:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044600 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.406871:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044600/0x3313483622c9d0d7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x130c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406877:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044600/0x3313483622c9d0d7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x130c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406886:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x130c:0x0].0x0 (ffff9a0304067d00) 00010000:00010000:3.0:1767318258.406889:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318258.406893:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044600/0x3313483622c9d0d7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x130c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406898:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044600/0x3313483622c9d0d7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x130c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406944:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9d0c9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406950:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9d0c9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406955:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9d0c9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406960:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044a00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.406963:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9d0c9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406968:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9d0c9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406974:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067200) 00010000:00010000:3.0:1767318258.406977:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.406979:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9d0c9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.406984:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044a00/0x3313483622c9d0c9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000004:00010000:3.0:1767318258.406996:0:57486:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d28a9942 reply state 00000000bce31bde transno 34359738841 ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:3.0:1767318258.407005:0:57486:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318258.407076:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030941b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+137:81709:x1853163917982208:12345-192.168.203.16@tcp:36:rm.0 Request processed in 1270us (2210us total) trans 34359738841 rc 0/0 00000100:00100000:3.0:1767318258.407085:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 695 00000100:00100000:3.0:1767318258.407131:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917981952 00000100:00100000:3.0:1767318258.407138:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917981952 00010000:00010000:3.0:1767318258.407164:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43600/0x3313483622c96687 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554639 expref: 161 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.407189:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32025 00000100:00100000:3.0:1767318258.407197:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0434679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+161:2481:x1853163917981952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.407207:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.407212:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43600/0x3313483622c96687 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554639 expref: 161 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.407222:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43600/0x3313483622c96687 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554639 expref: 161 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.407238:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43600/0x3313483622c96687 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554639 expref: 161 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.407250:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.407252:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.407257:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d059 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.407266:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d059 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.407294:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.407313:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0434679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+160:2481:x1853163917981952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 118us (2565us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.407320:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32025 00010000:00010000:1.0:1767318258.408359:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d059 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.408373:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d059 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.408382:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d059 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.408389:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d059 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.408417:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.408703:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+175:6185:x1853163938479616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38500us (38575us total) trans 4294975882 rc 0/0 00000100:00100000:1.0:1767318258.408711:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23496 00000004:00080000:1.0:1767318258.408778:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877ea00/2, rc 0, transno 4294975882 00000100:00100000:1.0:1767318258.408791:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938479616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.408858:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.408871:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938483712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.408906:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.408934:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938483712 00000100:00100000:1.0:1767318258.408939:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938483712 00000100:00100000:1.0:1767318258.408968:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23512 00000100:00100000:1.0:1767318258.408976:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+175:6185:x1853163938483712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.408998:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:365 count 1 00010000:00010000:1.0:1767318258.409016:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.409042:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18000/0x3313483622c966bf lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a9 expref: 159 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.409050:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.409052:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.409055:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.409079:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18000/0x3313483622c966bf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a9 expref: 159 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.409090:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18000/0x3313483622c966bf lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a9 expref: 159 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.409101:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938483840:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.409146:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0405d0c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.409219:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938480256:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.409237:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9d067 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.409318:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938480512:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.409331:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.409452:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938481024:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.409464:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47a00/0x3313483622c9d075 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.411560:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.416619:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938482048:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.416653:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0305daba00/0x3313483622c9d098 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.416686:0:6172:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.416694:0:6172:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.416702:0:6172:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.416707:0:6172:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044200 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:1.0:1767318258.416711:0:6172:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.416719:0:6172:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.416732:0:6172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb26e5cf (ffff9a0304067100) 00010000:00010000:1.0:1767318258.416735:0:6172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318258.416739:0:6172:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.416745:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044200/0x3313483622c9d0d0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xfb26e5cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000100:00100000:1.0:1767318258.416781:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938482304:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.416791:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90a00/0x3313483622c9d09f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.416813:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938481280:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.416826:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46e00/0x3313483622c9d083 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.417083:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938481792:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.417097:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab200/0x3313483622c9d08a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.418417:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938481152:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.418439:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47c00/0x3313483622c9d07c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.420425:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938483456:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.420455:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318044400/0x3313483622c9d0bb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.420591:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:21391:1853163938480000:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.420606:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.420802:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938482560:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.420821:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafe00/0x3313483622c9d0a6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.420896:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938483200:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.420908:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d0ad lrc: 3/0,1 mode: --/PW res: [0x280000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.442845:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20656:1853163938483584:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.442871:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.442962:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938483840:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.442981:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.443006:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938481920:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.443018:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.450612:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917983872 00000100:00100000:3.0:1767318258.450627:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917983872 00010000:00010000:3.0:1767318258.450679:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18a00/0x3313483622c9668e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554647 expref: 160 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.450712:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917984128 00000100:00100000:3.0:1767318258.450715:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917984128 00010000:00010000:3.0:1767318258.450728:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18000/0x3313483622c966bf lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a9 expref: 161 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.450741:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917984000 00000100:00100000:3.0:1767318258.450743:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917984000 00010000:00010000:3.0:1767318258.450755:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daee00/0x3313483622c961cc lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547d6 expref: 136 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.450765:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917984256 00000100:00100000:3.0:1767318258.450768:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917984256 00010000:00010000:3.0:1767318258.450959:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19200/0x3313483622c966a3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554671 expref: 162 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.450973:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917982464 00000100:00100000:3.0:1767318258.450976:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917982464 00010000:00010000:3.0:1767318258.450987:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c961b7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55479e expref: 137 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.451001:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32026 00000100:00100000:3.0:1767318258.451009:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030941ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+162:2481:x1853163917983872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.451023:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.451028:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18a00/0x3313483622c9668e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554647 expref: 162 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.451040:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18a00/0x3313483622c9668e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554647 expref: 162 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.451061:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18a00/0x3313483622c9668e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554647 expref: 162 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.451082:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.451084:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.451089:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451098:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451128:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.451149:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451158:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451166:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451173:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451190:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.451474:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+176:6188:x1853163938479872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 74308us (74371us total) trans 4294975883 rc 0/0 00000100:00100000:3.0:1767318258.451483:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23497 00010000:00010000:3.0:1767318258.451538:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.451545:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451553:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def4c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.451557:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451566:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451576:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451582:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4c00/0x3313483622c9d060 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451598:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.451600:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.451601:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.451615:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32027 00000100:00100000:3.0:1767318258.451624:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309419500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+161:2481:x1853163917984128:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.451633:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.451639:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18000/0x3313483622c966bf lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a9 expref: 161 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.451647:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18000/0x3313483622c966bf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a9 expref: 161 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.451662:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c18000/0x3313483622c966bf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546a9 expref: 161 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.451671:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.451672:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.451675:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451683:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451700:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.451741:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309419500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+160:2481:x1853163917984128:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 119us (9438us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.451748:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32027 00000100:00100000:3.0:1767318258.451765:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32028 00000100:00100000:3.0:1767318258.451916:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+137:2481:x1853163917984000:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.451928:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.451934:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312daee00/0x3313483622c961cc lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547d6 expref: 137 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.451942:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312daee00/0x3313483622c961cc lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547d6 expref: 137 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.451956:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daee00/0x3313483622c961cc lrc: 0/0,0 mode: --/PR res: [0x280000404:0x183:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547d6 expref: 137 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.451967:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.451968:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.451971:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451978:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x183:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.451995:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.452008:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452015:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452023:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452030:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452045:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.452303:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1405:6185:x1853163938482688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54274us (55311us total) trans 4294975463 rc 0/0 00000100:00100000:3.0:1767318258.452310:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23511 00010000:00010000:3.0:1767318258.452328:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.452333:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452341:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318045000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.452353:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452361:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452372:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452380:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318045000/0x3313483622c9d0c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452395:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.452397:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.452398:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.452419:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+136:2481:x1853163917984000:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 648us (10098us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.452425:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32028 00000100:00100000:3.0:1767318258.452439:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32029 00000100:00100000:3.0:1767318258.452447:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030941a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+159:2481:x1853163917984256:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.452456:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.452461:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19200/0x3313483622c966a3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554671 expref: 159 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.452475:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19200/0x3313483622c966a3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554671 expref: 159 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.452487:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c19200/0x3313483622c966a3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554671 expref: 159 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.452496:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.452498:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.452501:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452531:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452551:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.452570:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030941a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+158:2481:x1853163917984256:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 124us (10229us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.452575:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32029 00000100:00100000:3.0:1767318258.452588:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32030 00000100:00100000:3.0:1767318258.452594:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030941bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+135:2482:x1853163917982464:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.452601:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.452605:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c961b7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55479e expref: 135 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.452614:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c961b7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55479e expref: 135 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.452626:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c961b7 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55479e expref: 135 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.452635:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.452636:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.452639:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452646:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.452663:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.452681:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030941bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+134:2482:x1853163917982464:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (6194us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.452687:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32030 00000100:00100000:3.0:1767318258.452713:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030941ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+157:2481:x1853163917983872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1704us (10447us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.452719:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32026 00000004:00080000:1.0:1767318258.454589:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317389c00/2, rc 0, transno 4294975883 00000100:00100000:1.0:1767318258.454604:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938479872:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318258.454626:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.454635:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.454645:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.454653:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.454670:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.454928:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+176:6185:x1853163938483712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45952us (46021us total) trans 4294975884 rc 0/0 00000100:00100000:1.0:1767318258.454935:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23512 00000004:00080000:1.0:1767318258.454969:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a22a00/2, rc 0, transno 4294975884 00000100:00100000:1.0:1767318258.454974:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938483712:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.454986:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031c19b100/2, rc 0, transno 4294975463 00000100:00100000:1.0:1767318258.454996:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938482688:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318258.455013:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.455021:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.455028:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.455036:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.455054:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.455177:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+176:6185:x1853163938481536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 69974us (70375us total) trans 4294975885 rc 0/0 00000100:00100000:1.0:1767318258.455183:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23504 00010000:00010000:1.0:1767318258.455206:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.455214:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.455222:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.455228:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.455240:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1767318258.457487:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1767318258.457496:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457528:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dae600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.457532:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457545:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457561:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457566:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae600/0x3313483622c9d0e5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457584:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318258.457588:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457594:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305daa200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.457596:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457603:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457612:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457620:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305daa200/0x3313483622c9d091 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457635:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318258.457639:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457644:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.457647:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457653:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457661:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457667:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318044e00/0x3313483622c9d06e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457681:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318258.457684:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90a00/0x3313483622c9d09f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457690:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.457693:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90a00/0x3313483622c9d09f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457700:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90a00/0x3313483622c9d09f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457708:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90a00/0x3313483622c9d09f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457716:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90a00/0x3313483622c9d09f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457728:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318258.457731:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318044400/0x3313483622c9d0bb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457736:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.457738:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318044400/0x3313483622c9d0bb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457744:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318044400/0x3313483622c9d0bb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457753:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318044400/0x3313483622c9d0bb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457760:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318044400/0x3313483622c9d0bb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457773:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.457776:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9d067 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457788:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0305dab400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.457791:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9d067 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457797:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9d067 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457806:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9d067 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457812:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0305dab400/0x3313483622c9d067 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x167:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457822:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.457825:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47a00/0x3313483622c9d075 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457831:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d47a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.457834:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47a00/0x3313483622c9d075 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457841:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47a00/0x3313483622c9d075 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457849:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47a00/0x3313483622c9d075 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457859:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47a00/0x3313483622c9d075 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457870:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.457873:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46e00/0x3313483622c9d083 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457878:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d46e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.457881:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46e00/0x3313483622c9d083 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457887:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46e00/0x3313483622c9d083 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457896:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46e00/0x3313483622c9d083 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457902:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46e00/0x3313483622c9d083 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.457912:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.457913:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.457915:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318258.458730:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031873aa00/2, rc 0, transno 4294975886 00000100:00100000:2.0:1767318258.458741:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938482176:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318258.458755:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031c198380/2, rc 0, transno 4294975465 00000100:00100000:2.0:1767318258.458760:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938480768:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318258.460867:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.460873:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafe00/0x3313483622c9d0a6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.460883:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dafe00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.460887:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafe00/0x3313483622c9d0a6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.460894:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafe00/0x3313483622c9d0a6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.460906:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafe00/0x3313483622c9d0a6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.460914:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafe00/0x3313483622c9d0a6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.460927:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.460929:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.460930:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.461032:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1405:6186:x1853163938480384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 81149us (81208us total) trans 4294975467 rc 0/0 00000100:00100000:1.0:1767318258.461040:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23499 00000004:00080000:2.0:1767318258.463848:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1d500/2, rc 0, transno 4294975466 00000100:00100000:2.0:1767318258.463854:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938480640:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318258.463865:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1c700/2, rc 0, transno 4294975467 00000100:00100000:2.0:1767318258.463869:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938480384:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318258.463884:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9f800/2, rc 0, transno 4294975890 00000100:00100000:2.0:1767318258.463889:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938482432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.465202:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938483968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.465265:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.465321:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938484480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.465355:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.465378:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767318258.465384:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938484096:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.465404:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.465422:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030941aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938484608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.465441:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.466373:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938484224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.466412:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318258.466464:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160bb100/2, rc 0, transno 4294975464 00000100:00100000:1.0:1767318258.466470:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938483072:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.466483:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bf800/2, rc 0, transno 4294975885 00000100:00100000:1.0:1767318258.466495:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938481536:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.466531:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81d500/2, rc 0, transno 4294975889 00000100:00100000:1.0:1767318258.466536:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938481408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.466546:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.466552:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938484352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.466573:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.466611:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938483968 00000100:00100000:1.0:1767318258.466617:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938483968 00000100:00100000:1.0:1767318258.466655:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938484480 00000100:00100000:1.0:1767318258.466658:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938484480 00000100:00100000:1.0:1767318258.466671:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938484096 00000100:00100000:1.0:1767318258.466674:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938484096 00000100:00100000:1.0:1767318258.466689:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23513 00000100:00100000:1.0:1767318258.466696:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+178:6187:x1853163938483968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.466724:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:366 count 1 00010000:00010000:1.0:1767318258.466752:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d0fa lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.466771:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282c400/0x3313483622c966c6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b7 expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.466778:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.466781:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.466784:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d0fa lrc: 4/0,1 mode: --/PW res: [0x240000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.466814:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282c400/0x3313483622c966c6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b7 expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.466831:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282c400/0x3313483622c966c6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b7 expref: 151 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.466842:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938484736:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.466892:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0405faab40 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.466906:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938484608 00000100:00100000:1.0:1767318258.466910:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938484608 00000100:00100000:1.0:1767318258.466931:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938484224 00000100:00100000:1.0:1767318258.466933:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938484224 00000100:00100000:1.0:1767318258.466947:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938484352 00000100:00100000:1.0:1767318258.466949:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938484352 00000100:00100000:1.0:1767318258.466966:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23514 00000100:00100000:1.0:1767318258.466972:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+181:6187:x1853163938484480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.466984:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:370 count 1 00010000:00010000:1.0:1767318258.466996:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312daee00/0x3313483622c9d101 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.467008:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282c600/0x3313483622c966e2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546ef expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.467015:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.467016:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.467019:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daee00/0x3313483622c9d101 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.467037:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282c600/0x3313483622c966e2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546ef expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.467051:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282c600/0x3313483622c966e2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546ef expref: 151 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.467061:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938484864:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.467084:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0404c41000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.467100:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23515 00000100:00100000:1.0:1767318258.467107:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+181:6187:x1853163938484096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.467119:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:367 count 1 00010000:00010000:1.0:1767318258.467129:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.467139:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282cc00/0x3313483622c966cd lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546c5 expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.467145:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.467147:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.467149:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.467167:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282cc00/0x3313483622c966cd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546c5 expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.467175:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282cc00/0x3313483622c966cd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546c5 expref: 151 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.467191:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938484992:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.467214:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433be03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.467230:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23516 00000100:00100000:1.0:1767318258.467238:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+181:6187:x1853163938484608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.467249:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:371 count 1 00010000:00010000:1.0:1767318258.467260:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.467271:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282c000/0x3313483622c966e9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546fd expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.467277:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.467278:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.467281:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 4/0,1 mode: --/PW res: [0x240000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.467300:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282c000/0x3313483622c966e9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546fd expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.467308:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282c000/0x3313483622c966e9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546fd expref: 151 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.467317:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938485120:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.467339:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433be0000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.467366:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23517 00000100:00100000:1.0:1767318258.467373:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+181:6185:x1853163938484224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.467386:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:368 count 1 00010000:00010000:1.0:1767318258.467396:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.467407:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ce00/0x3313483622c966d4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546d3 expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.467413:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.467415:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.467417:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.467435:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282ce00/0x3313483622c966d4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546d3 expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.467443:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282ce00/0x3313483622c966d4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546d3 expref: 151 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.467452:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309411c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:25439:1853163938485248:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.467475:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433be0300 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.467555:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.467692:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23518 00000100:00100000:1.0:1767318258.467701:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+181:6185:x1853163938484352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.467714:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:369 count 1 00010000:00010000:1.0:1767318258.467725:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae200/0x3313483622c9d11d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.467740:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282d800/0x3313483622c966db lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e1 expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.467746:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.467747:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.467750:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae200/0x3313483622c9d11d lrc: 4/0,1 mode: --/PW res: [0x240000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.467770:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282d800/0x3313483622c966db lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e1 expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.467778:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282d800/0x3313483622c966db lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e1 expref: 151 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.467787:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938485376:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.467824:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.467893:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938485504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.467918:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.467938:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.467945:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938485632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.467965:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.467987:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938485504 00000100:00100000:1.0:1767318258.467991:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938485504 00000100:00100000:1.0:1767318258.468014:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938485632 00000100:00100000:1.0:1767318258.468017:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938485632 00000100:00100000:1.0:1767318258.468038:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23519 00000100:00100000:1.0:1767318258.468045:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+183:6185:x1853163938485504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.468056:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:372 count 1 00010000:00010000:1.0:1767318258.468068:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf000/0x3313483622c9d124 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.468078:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282de00/0x3313483622c966f0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55470b expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.468085:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.468086:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.468089:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf000/0x3313483622c9d124 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.468105:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282de00/0x3313483622c966f0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55470b expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.468113:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282de00/0x3313483622c966f0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55470b expref: 151 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.468121:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938485760:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.468142:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.468162:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23520 00000100:00100000:1.0:1767318258.468168:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+183:6185:x1853163938485632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.468179:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:373 count 1 00010000:00010000:1.0:1767318258.468189:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae800/0x3313483622c9d12b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.468203:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282dc00/0x3313483622c966f7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554719 expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.468209:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.468210:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.468212:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae800/0x3313483622c9d12b lrc: 4/0,1 mode: --/PW res: [0x240000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.468228:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282dc00/0x3313483622c966f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554719 expref: 151 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.468236:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282dc00/0x3313483622c966f7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554719 expref: 151 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.468245:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938485888:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.468266:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.473661:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23525 00000100:00100000:1.0:1767318258.473680:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1412:6186:x1853163938486400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.473710:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:394 count 1 00010000:00010000:1.0:1767318258.473734:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf400/0x3313483622c9d163 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.473752:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0414857800/0x3313483622c961f6 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554838 expref: 127 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.473760:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.473763:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.473766:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf400/0x3313483622c9d163 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.473798:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0414857800/0x3313483622c961f6 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554838 expref: 127 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.473809:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0414857800/0x3313483622c961f6 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554838 expref: 127 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.473823:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938487552:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.473883:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.473902:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23526 00000100:00100000:1.0:1767318258.473910:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320d91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+1412:6186:x1853163938486912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.473923:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:398 count 1 00010000:00010000:1.0:1767318258.473937:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d16a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.473947:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1d400/0x3313483622c96212 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554870 expref: 127 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.473953:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.473955:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.473957:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d16a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.473975:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1d400/0x3313483622c96212 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554870 expref: 127 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.473988:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1d400/0x3313483622c96212 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554870 expref: 127 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.473997:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:21246:1853163938487680:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.474023:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9480 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.474041:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23527 00000100:00100000:1.0:1767318258.474049:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1412:6186:x1853163938486272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.474061:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:393 count 1 00010000:00010000:1.0:1767318258.474072:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d171 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.474083:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0414856a00/0x3313483622c961ef lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55482a expref: 127 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.474090:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.474091:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.474094:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d171 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.474111:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0414856a00/0x3313483622c961ef lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55482a expref: 127 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.474120:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0414856a00/0x3313483622c961ef lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55482a expref: 127 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.474133:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434679c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938487808:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.474152:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9780 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.474166:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23528 00000100:00100000:1.0:1767318258.474177:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1412:6186:x1853163938486784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.474194:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:397 count 1 00010000:00010000:1.0:1767318258.474205:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d178 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.474217:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c800/0x3313483622c9620b lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554862 expref: 127 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.474223:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.474224:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.474227:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d178 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.474244:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c800/0x3313483622c9620b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554862 expref: 127 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.474252:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c800/0x3313483622c9620b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554862 expref: 127 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.474261:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434679880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938487936:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.474284:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04344b7900 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.474704:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044400/0x3313483622c9d17f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x130d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474717:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044400/0x3313483622c9d17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474728:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044400/0x3313483622c9d17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000004:00200000:3.0:1767318258.474754:0:57486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x130d:0x0]: returning size 4194304 00000004:00200000:3.0:1767318258.474757:0:57486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767318258.474774:0:57486:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044400/0x3313483622c9d17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474787:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044400/0x3313483622c9d17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x130d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474796:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46400/0x3313483622c9d14e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474803:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46400/0x3313483622c9d14e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474810:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46400/0x3313483622c9d14e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474815:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d46400 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.474819:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46400/0x3313483622c9d14e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474825:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46400/0x3313483622c9d14e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474836:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0404d30400) 00010000:00010000:3.0:1767318258.474838:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.474842:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46400/0x3313483622c9d14e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474847:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46400/0x3313483622c9d14e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474857:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d155 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474863:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d155 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474869:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d155 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474874:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d46a00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.474877:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d155 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474883:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d155 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474888:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7df66b51 (ffff9a0404d30900) 00010000:00010000:3.0:1767318258.474891:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.474893:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d155 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474898:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d46a00/0x3313483622c9d155 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.474925:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d47600/0x3313483622c9d147 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554c5 expref: 139 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.474937:0:57486:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044400/0x3313483622c9d17f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x130d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554c5 expref: 138 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.474943:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x130d:0x0].0x0 (ffff9a0304067200) 00010000:00010000:3.0:1767318258.474945:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318258.474948:0:57486:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0318044400, rc 0) 00000100:00100000:3.0:1767318258.474989:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309412a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+138:81709:x1853163917984512:12345-192.168.203.16@tcp:101:rm.0 Request processed in 3810us (7433us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.474997:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 697 00000100:00100000:2.0:1767318258.489355:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489397:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489420:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489440:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489458:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489475:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489542:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489564:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489605:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489624:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489662:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489682:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489718:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489731:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.489801:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917984896 00000100:00100000:2.0:1767318258.489809:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917984896 00000100:00100000:2.0:1767318258.489844:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917985152 00000100:00100000:2.0:1767318258.489847:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917985152 00000100:00100000:2.0:1767318258.489857:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917985408 00000100:00100000:2.0:1767318258.489860:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917985408 00000100:00100000:2.0:1767318258.489869:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917985024 00000100:00100000:2.0:1767318258.489871:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917985024 00000100:00100000:2.0:1767318258.489878:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917985280 00000100:00100000:2.0:1767318258.489880:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917985280 00000100:00100000:2.0:1767318258.489891:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23529 00000100:00100000:2.0:1767318258.489899:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d246050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e241b220-0ef8-435a-b507-74fd0bfdf172+154:2481:x1853163917984896:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.489916:0:21391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.489934:0:21391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def4000/0x3313483622c9d186 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554cc expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.489957:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3f2:0x0] initial LVB size: 1048576, mtime: 0x69571b9a, atime: 0x0, ctime: 0x69571b9a, blocks: 0x803 00010000:00010000:2.0:1767318258.489975:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.489977:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.489987:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4000/0x3313483622c9d186 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554cc expref: 155 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.490002:0:21391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4000/0x3313483622c9d186 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554cc expref: 155 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.490014:0:21391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030def4000, rc 0) 00000100:00100000:2.0:1767318258.490062:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d246050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e241b220-0ef8-435a-b507-74fd0bfdf172+155:2481:x1853163917984896:12345-192.168.203.16@tcp:101:rm.0 Request processed in 162us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.490069:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23529 00000100:00100000:2.0:1767318258.490086:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23530 00000100:00100000:2.0:1767318258.490093:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e241b220-0ef8-435a-b507-74fd0bfdf172+154:2481:x1853163917985152:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.490099:0:21391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.490108:0:21391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def5400/0x3313483622c9d18d lrc: 2/0,0 mode: --/PR res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554da expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.490120:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3f7:0x0] initial LVB size: 3145728, mtime: 0x69571b9a, atime: 0x0, ctime: 0x69571b9a, blocks: 0x82d 00010000:00010000:2.0:1767318258.490129:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.490131:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.490135:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5400/0x3313483622c9d18d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554da expref: 155 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.490146:0:21391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5400/0x3313483622c9d18d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554da expref: 155 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.490155:0:21391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030def5400, rc 0) 00000100:00100000:2.0:1767318258.490172:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e241b220-0ef8-435a-b507-74fd0bfdf172+155:2481:x1853163917985152:12345-192.168.203.16@tcp:101:rm.0 Request processed in 79us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.490178:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23530 00000100:00100000:2.0:1767318258.490188:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23531 00000100:00100000:2.0:1767318258.490194:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e241b220-0ef8-435a-b507-74fd0bfdf172+129:2481:x1853163917985408:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.490201:0:21391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.490211:0:21391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9d194 lrc: 2/0,0 mode: --/PR res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554e8 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.490224:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318258.490232:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.490233:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.490237:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9d194 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e8 expref: 130 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.490248:0:21391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9d194 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e8 expref: 130 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.490257:0:21391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030def4c00, rc 0) 00000100:00100000:2.0:1767318258.490273:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e241b220-0ef8-435a-b507-74fd0bfdf172+130:2481:x1853163917985408:12345-192.168.203.16@tcp:101:rm.0 Request processed in 79us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.490279:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23531 00000100:00100000:2.0:1767318258.490290:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23532 00000100:00100000:2.0:1767318258.490296:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e241b220-0ef8-435a-b507-74fd0bfdf172+129:2481:x1853163917985024:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.490301:0:21391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.490309:0:21391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4a00/0x3313483622c9d19b lrc: 2/0,0 mode: --/PR res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554d3 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.490319:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3fb:0x0] initial LVB size: 2097152, mtime: 0x69571b9a, atime: 0x0, ctime: 0x69571b9a, blocks: 0x82d 00010000:00010000:2.0:1767318258.490326:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.490328:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.490332:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4a00/0x3313483622c9d19b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554d3 expref: 130 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.490342:0:21391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4a00/0x3313483622c9d19b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554d3 expref: 130 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.490363:0:21391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030def4a00, rc 0) 00000100:00100000:2.0:1767318258.490380:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e241b220-0ef8-435a-b507-74fd0bfdf172+130:2481:x1853163917985024:12345-192.168.203.16@tcp:101:rm.0 Request processed in 85us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.490386:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23532 00000100:00100000:2.0:1767318258.490397:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23533 00000100:00100000:2.0:1767318258.490402:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e241b220-0ef8-435a-b507-74fd0bfdf172+154:2481:x1853163917985280:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.490408:0:21391:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.490417:0:21391:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def5a00/0x3313483622c9d1a2 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554e1 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.490427:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3f8:0x0] initial LVB size: 4194304, mtime: 0x69571b9a, atime: 0x0, ctime: 0x69571b9a, blocks: 0x82d 00010000:00010000:2.0:1767318258.490434:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.490436:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.490440:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5a00/0x3313483622c9d1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e1 expref: 155 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.490450:0:21391:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5a00/0x3313483622c9d1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e1 expref: 155 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.490459:0:21391:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030def5a00, rc 0) 00000100:00100000:2.0:1767318258.490472:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e241b220-0ef8-435a-b507-74fd0bfdf172+155:2481:x1853163917985280:12345-192.168.203.16@tcp:101:rm.0 Request processed in 70us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.490478:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23533 00000100:00100000:2.0:1767318258.491181:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917984768 00000100:00100000:1.0:1767318258.491723:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938484864:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.491748:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312daee00/0x3313483622c9d101 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.491785:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938484992:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.491798:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.491817:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938485120:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.491827:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.491842:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309411c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:25439:1853163938485248:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.491850:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.491868:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938485376:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.491876:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae200/0x3313483622c9d11d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.491893:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938485760:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.491902:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf000/0x3313483622c9d124 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.491922:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938485888:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.491929:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae800/0x3313483622c9d12b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.492365:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938484736:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.492384:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d0fa lrc: 3/0,1 mode: --/PW res: [0x240000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.492410:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917985536 00000100:00100000:3.0:1767318258.492416:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917985536 00010000:00010000:3.0:1767318258.492447:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282cc00/0x3313483622c966cd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546c5 expref: 155 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.492466:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917985664 00000100:00100000:3.0:1767318258.492469:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917985664 00010000:00010000:3.0:1767318258.492480:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282c000/0x3313483622c966e9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546fd expref: 156 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.492489:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917985792 00000100:00100000:3.0:1767318258.492492:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917985792 00010000:00010000:3.0:1767318258.492501:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282ce00/0x3313483622c966d4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546d3 expref: 157 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.492866:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917985920 00000100:00100000:3.0:1767318258.492869:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917985920 00010000:00010000:3.0:1767318258.492884:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282d800/0x3313483622c966db lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e1 expref: 158 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.492895:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917986048 00000100:00100000:3.0:1767318258.492898:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917986048 00010000:00010000:3.0:1767318258.492909:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282de00/0x3313483622c966f0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55470b expref: 159 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.492920:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917986176 00000100:00100000:3.0:1767318258.492923:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917986176 00010000:00010000:3.0:1767318258.492933:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282dc00/0x3313483622c966f7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554719 expref: 160 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.492944:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917986304 00000100:00100000:3.0:1767318258.492947:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917986304 00010000:00010000:3.0:1767318258.492958:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c961e8 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55481c expref: 130 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.492967:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917986432 00000100:00100000:3.0:1767318258.492970:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917986432 00010000:00010000:3.0:1767318258.492980:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ca00/0x3313483622c96204 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554854 expref: 131 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.492993:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32042 00000100:00100000:3.0:1767318258.493000:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+160:2483:x1853163917985536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.493012:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.493017:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282cc00/0x3313483622c966cd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546c5 expref: 160 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.493027:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282cc00/0x3313483622c966cd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546c5 expref: 160 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.493047:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282cc00/0x3313483622c966cd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546c5 expref: 160 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.493062:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.493064:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.493068:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.493077:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.493103:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.493123:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.493130:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.493139:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.493146:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.493165:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.493432:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+184:6187:x1853163938484096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26324us (28025us total) trans 4294975891 rc 0/0 00000100:00100000:3.0:1767318258.493441:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23515 00000004:00080000:3.0:1767318258.493480:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7c000/2, rc 0, transno 4294975891 00000100:00100000:3.0:1767318258.493491:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938484096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.493572:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938488064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.493599:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.493625:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938488064 00000100:00100000:3.0:1767318258.493628:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938488064 00000100:00100000:3.0:1767318258.493649:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23534 00000100:00100000:3.0:1767318258.493654:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+184:6187:x1853163938488064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.493672:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:374 count 1 00010000:00010000:3.0:1767318258.493689:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044e00/0x3313483622c9d1a9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.493702:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282c200/0x3313483622c966fe lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554727 expref: 159 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.493708:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.493710:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.493713:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044e00/0x3313483622c9d1a9 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.493733:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282c200/0x3313483622c966fe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554727 expref: 159 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.493744:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282c200/0x3313483622c966fe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554727 expref: 159 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.493754:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938488192:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.493808:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040736cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.493835:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.493924:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.493977:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.493988:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.494000:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.494012:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.494040:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.494063:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:21246:1853163938487680:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.494081:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d16a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.494103:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434679c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938487808:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.494113:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d171 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.494133:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434679880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938487936:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.494142:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d178 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.494178:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+159:2483:x1853163917985536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1177us (4634us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.494238:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32042 00000100:00100000:3.0:1767318258.494254:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917986560 00000100:00100000:3.0:1767318258.494258:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917986560 00010000:00010000:3.0:1767318258.494272:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94600/0x3313483622c96338 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55480e expref: 132 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.494284:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917986688 00000100:00100000:3.0:1767318258.494286:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917986688 00010000:00010000:3.0:1767318258.494297:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414857000/0x3313483622c961fd lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554846 expref: 133 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.494314:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917984640 00000100:00100000:3.0:1767318258.494316:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917984640 00010000:00010000:3.0:1767318258.494325:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282c400/0x3313483622c966c6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546b7 expref: 159 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.494334:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917986816 00000100:00100000:3.0:1767318258.494336:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917986816 00010000:00010000:3.0:1767318258.494356:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1d400/0x3313483622c96212 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554870 expref: 134 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.494367:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917987072 00000100:00100000:3.0:1767318258.494370:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917987072 00010000:00010000:3.0:1767318258.494381:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1c800/0x3313483622c9620b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554862 expref: 135 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.494389:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917986944 00000100:00100000:3.0:1767318258.494392:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917986944 00010000:00010000:3.0:1767318258.494400:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414856a00/0x3313483622c961ef lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55482a expref: 136 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.494410:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917987200 00000100:00100000:3.0:1767318258.494412:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917987200 00010000:00010000:3.0:1767318258.494420:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414857800/0x3313483622c961f6 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554838 expref: 137 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.494431:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32043 00000100:00100000:3.0:1767318258.494437:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+159:2483:x1853163917985664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.494446:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.494451:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282c000/0x3313483622c966e9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546fd expref: 159 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.494461:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282c000/0x3313483622c966e9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546fd expref: 159 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.494478:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282c000/0x3313483622c966e9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546fd expref: 159 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.494488:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.494490:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.494494:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.494503:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.494546:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.494559:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.494568:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.494576:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.494589:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.494603:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.494778:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+185:6187:x1853163938484608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27540us (29335us total) trans 4294975892 rc 0/0 00000100:00100000:3.0:1767318258.494785:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23516 00000004:00080000:3.0:1767318258.494814:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030941aa00/2, rc 0, transno 4294975892 00000100:00100000:3.0:1767318258.494822:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030941aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938484608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.494858:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318258.494866:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938488320:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.494888:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.494906:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938488320 00000100:00100000:3.0:1767318258.494910:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938488320 00000100:00100000:3.0:1767318258.494926:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23535 00000100:00100000:3.0:1767318258.494931:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+185:6187:x1853163938488320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.494944:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:375 count 1 00010000:00010000:3.0:1767318258.494957:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044a00/0x3313483622c9d1b0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x177:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.494970:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282d000/0x3313483622c96705 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554735 expref: 158 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.494977:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.494979:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.494982:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044a00/0x3313483622c9d1b0 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.494999:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282d000/0x3313483622c96705 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554735 expref: 158 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.495008:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282d000/0x3313483622c96705 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554735 expref: 158 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.495019:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938488448:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.495049:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0405faab40 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.495068:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+158:2483:x1853163917985664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 631us (5504us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.495075:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32043 00000100:00100000:3.0:1767318258.495087:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32044 00000100:00100000:3.0:1767318258.495093:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041163e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+157:2483:x1853163917985792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.495100:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.495104:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282ce00/0x3313483622c966d4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546d3 expref: 157 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.495113:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282ce00/0x3313483622c966d4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546d3 expref: 157 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.495126:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ce00/0x3313483622c966d4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546d3 expref: 157 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.495134:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.495136:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.495139:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495147:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495163:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.495173:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495181:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495188:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495194:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495206:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318258.495324:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+186:6185:x1853163938484224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27950us (28910us total) trans 4294975893 rc 0/0 00000100:00100000:3.0:1767318258.495330:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23517 00010000:00010000:3.0:1767318258.495359:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.495364:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495372:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daf600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.495376:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495385:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495396:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495403:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf600/0x3313483622c9d108 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495418:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.495421:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495426:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dae000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.495428:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495435:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495444:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495450:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae000/0x3313483622c9d10f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495466:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.495469:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495476:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daf200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.495478:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495485:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495493:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495501:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d116 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495533:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.495534:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.495536:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318258.495555:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7f480/2, rc 0, transno 4294975893 00000100:00100000:3.0:1767318258.495564:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938484224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.495598:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938488576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.495619:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.495640:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938488576 00000100:00100000:3.0:1767318258.495644:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938488576 00000100:00100000:3.0:1767318258.495661:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23536 00000100:00100000:3.0:1767318258.495666:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+186:6185:x1853163938488576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.495676:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:376 count 1 00010000:00010000:3.0:1767318258.495687:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9d1b7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x178:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495697:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ca00/0x3313483622c9670c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554743 expref: 156 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.495703:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.495705:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.495707:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9d1b7 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495722:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282ca00/0x3313483622c9670c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554743 expref: 156 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.495730:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282ca00/0x3313483622c9670c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554743 expref: 156 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.495739:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:25439:1853163938488704:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.495766:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043489b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.495788:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041163e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+156:2483:x1853163917985792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 695us (6182us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.495795:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32044 00000100:00100000:3.0:1767318258.495808:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32045 00000100:00100000:3.0:1767318258.495815:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+155:2483:x1853163917985920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.495822:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.495827:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282d800/0x3313483622c966db lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e1 expref: 155 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.495835:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282d800/0x3313483622c966db lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e1 expref: 155 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.495846:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282d800/0x3313483622c966db lrc: 0/0,0 mode: --/PR res: [0x240000404:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546e1 expref: 155 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.495855:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.495856:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.495859:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae200/0x3313483622c9d11d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495866:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae200/0x3313483622c9d11d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495885:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.495897:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae200/0x3313483622c9d11d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495904:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae200/0x3313483622c9d11d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495911:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae200/0x3313483622c9d11d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495923:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae200/0x3313483622c9d11d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.495936:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.496070:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+187:6185:x1853163938484352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28370us (29495us total) trans 4294975894 rc 0/0 00000100:00100000:3.0:1767318258.496076:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23518 00000004:00080000:3.0:1767318258.496103:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7df80/2, rc 0, transno 4294975894 00000100:00100000:3.0:1767318258.496112:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938484352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.496143:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318258.496150:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938488832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.496172:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.496192:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938488832 00000100:00100000:3.0:1767318258.496195:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938488832 00000100:00100000:3.0:1767318258.496213:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23537 00000100:00100000:3.0:1767318258.496219:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+187:6185:x1853163938488832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.496229:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:377 count 1 00010000:00010000:3.0:1767318258.496240:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c9d1be lrc: 3/0,1 mode: --/PW res: [0x240000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.496251:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5200/0x3313483622c96713 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554751 expref: 154 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.496257:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.496258:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.496261:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c9d1be lrc: 4/0,1 mode: --/PW res: [0x240000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.496276:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5200/0x3313483622c96713 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554751 expref: 154 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.496284:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5200/0x3313483622c96713 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554751 expref: 154 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.496293:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938488960:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.496315:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040736cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.496336:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+154:2483:x1853163917985920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 521us (6710us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.496342:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32045 00000100:00100000:2.0:1767318258.496578:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917984768 00000100:00100000:1.0:1767318258.498622:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938487552:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.498652:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf400/0x3313483622c9d163 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.500455:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32046 00010000:00010000:2.0:1767318258.500633:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282c600/0x3313483622c966e2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5546ef expref: 154 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.500660:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32047 00000100:00100000:2.0:1767318258.500668:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+154:2483:x1853163917986176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.500683:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.500689:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282dc00/0x3313483622c966f7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554719 expref: 154 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.500701:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282dc00/0x3313483622c966f7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554719 expref: 154 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.500725:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282dc00/0x3313483622c966f7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554719 expref: 154 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.500740:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.500742:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.500748:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae800/0x3313483622c9d12b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.500758:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae800/0x3313483622c9d12b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.500796:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.501525:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+153:2483:x1853163917986176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 856us (11840us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.501534:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32047 00000100:00100000:2.0:1767318258.501556:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32049 00000100:00100000:2.0:1767318258.501563:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+137:2483:x1853163917986432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.501572:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.501577:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ca00/0x3313483622c96204 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554854 expref: 137 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.501591:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1ca00/0x3313483622c96204 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554854 expref: 137 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.501604:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.501606:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.501609:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46600/0x3313483622c9d139 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.501616:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46600/0x3313483622c9d139 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.501627:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.501685:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32050 00000100:00100000:3.0:1767318258.501783:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+137:2483:x1853163917986560:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.501794:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.501799:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94600/0x3313483622c96338 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55480e expref: 137 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.501808:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94600/0x3313483622c96338 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55480e expref: 137 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.501819:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.501821:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.501824:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46200/0x3313483622c9d140 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.501837:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46200/0x3313483622c9d140 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.501849:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318258.506159:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae800/0x3313483622c9d12b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.506173:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae800/0x3313483622c9d12b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.506183:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae800/0x3313483622c9d12b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.506190:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dae800/0x3313483622c9d12b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.506213:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.506530:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+188:6185:x1853163938485632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38359us (38560us total) trans 4294975895 rc 0/0 00000100:00100000:1.0:1767318258.506539:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23520 00000100:00100000:1.0:1767318258.506817:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.506857:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938488192:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.506878:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318044e00/0x3313483622c9d1a9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.507872:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+123:2483:x1853163917986432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6307us (18137us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.507883:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32049 00000100:00100000:2.0:1767318258.507915:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+148:2483:x1853163917986048:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.507929:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.507935:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282de00/0x3313483622c966f0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55470b expref: 148 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.507946:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282de00/0x3313483622c966f0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55470b expref: 148 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.507962:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282de00/0x3313483622c966f0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55470b expref: 148 pid: 25439 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.507977:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.507979:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.507983:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf000/0x3313483622c9d124 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.507991:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf000/0x3313483622c9d124 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.508011:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.508034:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+147:2483:x1853163917986048:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 7570us (18371us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.508041:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32046 00000100:00100000:2.0:1767318258.508420:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318258.508433:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938490112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.508473:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318258.508543:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.508549:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d171 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.508557:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.508561:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d171 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.508569:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d171 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.508589:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d171 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.508598:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d171 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.508614:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.508616:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.508618:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.512072:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf000/0x3313483622c9d124 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.512087:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf000/0x3313483622c9d124 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.512097:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf000/0x3313483622c9d124 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.512105:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf000/0x3313483622c9d124 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.512126:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.512411:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+189:6185:x1853163938485504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44363us (44488us total) trans 4294975897 rc 0/0 00000100:00100000:1.0:1767318258.512419:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23519 00000100:00100000:3.0:1767318258.513734:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+122:2483:x1853163917986560:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 12037us (19894us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.513746:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32050 00010000:00010000:3.0:1767318258.514233:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.514239:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d0fa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.514248:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dafa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.514252:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d0fa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.514259:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d0fa lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.514276:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d0fa lrc: 1/0,0 mode: --/PW res: [0x240000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.514282:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d0fa lrc: 0/0,0 mode: --/PW res: [0x240000404:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.514299:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.514301:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.514303:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.514319:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917987584 00000100:00100000:3.0:1767318258.514327:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917987584 00000100:00100000:3.0:1767318258.515147:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 698 00000100:00100000:3.0:1767318258.515161:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+138:81709:x1853163917987584:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1767318258.515215:0:57486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767318258.515238:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044400/0x3313483622c9d17f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x130d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554c5 expref: 138 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.515360:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x130d:0x0].0x0 (ffff9a0304067200) 00010000:00010000:3.0:1767318258.515378:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0311d47800/0x3313483622c9d0f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554be expref: 137 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.515388:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0404d30400) 00010000:00010000:3.0:1767318258.515394:0:57486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.515416:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9d1e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.515428:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9d1e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.515438:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9d1e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.515449:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.515456:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.515461:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.515586:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045c00/0x3313483622c9d1f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x130d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.515595:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045c00/0x3313483622c9d1f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x130d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.515601:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045c00/0x3313483622c9d1f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x130d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000040:00080000:3.0:1767318258.516092:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2049, 64 off139328 00000040:00080000:3.0:1767318258.516144:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2049, 64 off139328 00000040:00080000:3.0:1767318258.516163:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2050, 64 off139392 00000040:00080000:3.0:1767318258.516177:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2051, 64 off139456 00000040:00080000:3.0:1767318258.516192:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2050, 64 off139392 00010000:00010000:3.0:1767318258.516256:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9d1fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x130d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.516267:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9d1fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x130d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.516275:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9d1fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x130d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.516282:0:57486:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9d1fd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x130d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.516288:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9d1fd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x130d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.516293:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044800/0x3313483622c9d1fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x130d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.516313:0:57486:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318258.516331:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045c00/0x3313483622c9d1f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x130d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.516337:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045c00/0x3313483622c9d1f6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x130d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.516343:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045c00/0x3313483622c9d1f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x130d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00000100:00100000:1.0:1767318258.517490:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938490368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.517557:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318258.517817:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309418700/2, rc 0, transno 4294975475 00000100:00100000:2.0:1767318258.517868:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938486272:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318258.517884:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309419180/2, rc 0, transno 4294975476 00010000:00010000:3.0:1767318258.518028:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318045c00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.518033:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045c00/0x3313483622c9d1f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x130d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.518039:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045c00/0x3313483622c9d1f6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x130d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.518050:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x130d:0x0].0x0 (ffff9a0304067800) 00010000:00010000:3.0:1767318258.518052:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318258.518056:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045c00/0x3313483622c9d1f6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x130d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.518062:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045c00/0x3313483622c9d1f6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x130d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.518132:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9d1e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.518138:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9d1e8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.518143:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9d1e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.518148:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318045000 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.518150:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9d1e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.518156:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9d1e8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.518162:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067000) 00010000:00010000:3.0:1767318258.518165:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.518168:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9d1e8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.518173:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045000/0x3313483622c9d1e8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000004:00010000:3.0:1767318258.518185:0:57486:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000086591ffb reply state 000000009ff05015 transno 34359738842 ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:3.0:1767318258.518193:0:57486:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318258.518254:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+138:81709:x1853163917987584:12345-192.168.203.16@tcp:36:rm.0 Request processed in 3096us (11436us total) trans 34359738842 rc 0/0 00000100:00100000:3.0:1767318258.518262:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 698 00000100:00100000:3.0:1767318258.518316:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.518486:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.518539:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.518561:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.518614:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.518630:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.518641:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.518679:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.518713:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.518740:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:25439:1853163938488704:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.518769:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9d1b7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.518795:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938488960:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.518805:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c9d1be lrc: 3/0,1 mode: --/PW res: [0x240000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.518824:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938488448:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.518836:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318044a00/0x3313483622c9d1b0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.518858:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917987328 00000100:00100000:3.0:1767318258.518864:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917987328 00010000:00010000:3.0:1767318258.518890:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282c200/0x3313483622c966fe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554727 expref: 147 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.518909:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917987712 00000100:00100000:3.0:1767318258.518912:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917987712 00010000:00010000:3.0:1767318258.518922:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282d000/0x3313483622c96705 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554735 expref: 148 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.518932:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917987968 00000100:00100000:3.0:1767318258.518934:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917987968 00010000:00010000:3.0:1767318258.518944:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5200/0x3313483622c96713 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554751 expref: 149 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.518954:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917987840 00000100:00100000:3.0:1767318258.518956:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917987840 00010000:00010000:3.0:1767318258.518966:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282ca00/0x3313483622c9670c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554743 expref: 150 pid: 25439 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.518978:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917988096 00000100:00100000:3.0:1767318258.518980:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917988096 00010000:00010000:3.0:1767318258.518990:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1d200/0x3313483622c96219 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55487e expref: 122 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.518999:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917988224 00000100:00100000:3.0:1767318258.519001:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917988224 00010000:00010000:3.0:1767318258.519011:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90c00/0x3313483622c96220 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55488c expref: 123 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.524897:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32066 00010000:00010000:3.0:1767318258.524915:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318258.524922:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47200/0x3313483622c9d1cc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.524930:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d47200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.524935:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47200/0x3313483622c9d1cc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.524944:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47200/0x3313483622c9d1cc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.524962:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47200/0x3313483622c9d1cc lrc: 1/0,0 mode: --/PW res: [0x280000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.524969:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47200/0x3313483622c9d1cc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.524996:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318258.525000:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9d1d3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525006:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d46800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.525009:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9d1d3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525016:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9d1d3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525026:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9d1d3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525032:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46800/0x3313483622c9d1d3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525047:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.525050:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47400/0x3313483622c9d1da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525056:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d47400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.525058:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47400/0x3313483622c9d1da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525066:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47400/0x3313483622c9d1da lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525075:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47400/0x3313483622c9d1da lrc: 1/0,0 mode: --/PW res: [0x280000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525083:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47400/0x3313483622c9d1da lrc: 0/0,0 mode: --/PW res: [0x280000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525094:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.525098:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318044a00/0x3313483622c9d1b0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525103:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.525106:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318044a00/0x3313483622c9d1b0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525112:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318044a00/0x3313483622c9d1b0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525121:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318044a00/0x3313483622c9d1b0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525127:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044a00/0x3313483622c9d1b0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525138:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.525142:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c9d1be lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525152:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318044c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.525155:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c9d1be lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525162:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c9d1be lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525171:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c9d1be lrc: 1/0,0 mode: --/PW res: [0x240000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525178:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318044c00/0x3313483622c9d1be lrc: 0/0,0 mode: --/PW res: [0x240000404:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525191:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.525193:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.525195:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.525208:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+119:2482:x1853163917988224:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.525222:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.525229:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90c00/0x3313483622c96220 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55488c expref: 119 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.525241:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90c00/0x3313483622c96220 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55488c expref: 119 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.525255:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90c00/0x3313483622c96220 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55488c expref: 119 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.525266:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.525268:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.525272:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47e00/0x3313483622c9d1c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525282:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47e00/0x3313483622c9d1c5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.525312:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.525497:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+118:2482:x1853163917988224:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 590us (6864us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.525532:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32066 00000100:00100000:1.0:1767318258.525825:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1767318258.525951:0:6171:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.525961:0:6171:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.525967:0:6171:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.525976:0:6171:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318045800 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:1.0:1767318258.525980:0:6171:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.525986:0:6171:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.525999:0:6171:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7df66b51 (ffff9a0304067f00) 00010000:00010000:1.0:1767318258.526002:0:6171:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318258.526006:0:6171:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.526012:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045800/0x3313483622c9d1ef lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7df66b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000100:00100000:3.0:1767318258.526330:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917988736 00000100:00100000:3.0:1767318258.526338:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917988736 00000100:00100000:3.0:1767318258.526395:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 699 00000100:00100000:3.0:1767318258.526403:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0434679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+137:81709:x1853163917988736:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1767318258.526422:0:57486:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318258.526439:0:57486:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045e00/0x3313483622c9d219 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554ef expref: -99 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.526560:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044000/0x3313483622c9d220 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.526573:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044000/0x3313483622c9d220 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.526582:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044000/0x3313483622c9d220 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000004:00200000:3.0:1767318258.526641:0:57486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1767318258.526646:0:57486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:3.0:1767318258.526667:0:57486:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044000/0x3313483622c9d220 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.526690:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318045e00/0x3313483622c9d219 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554ef expref: 139 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.526704:0:57486:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044000/0x3313483622c9d220 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554ef expref: 138 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.526712:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067a00) 00010000:00010000:3.0:1767318258.526714:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1767318258.526717:0:57486:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0318044000, rc 0) 00000100:00100000:3.0:1767318258.526755:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0434679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+138:81709:x1853163917988736:12345-192.168.203.16@tcp:101:rm.0 Request processed in 352us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.526762:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 699 00000100:00100000:2.0:1767318258.529159:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938486784:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318258.529302:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309419f80/2, rc 0, transno 4294975478 00000100:00100000:2.0:1767318258.529309:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938486400:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318258.529320:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030941a300/2, rc 0, transno 4294975477 00000100:00100000:2.0:1767318258.529324:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030941a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938486912:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318258.529591:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9d1b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.529603:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9d1b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.529615:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9d1b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.529623:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044600/0x3313483622c9d1b7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.529690:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938491520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.529750:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.529792:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318258.529798:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938491392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.529819:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318258.530199:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.530475:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+193:6185:x1853163938488576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34807us (34853us total) trans 4294975901 rc 0/0 00000100:00100000:1.0:1767318258.530486:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23536 00000100:00100000:1.0:1767318258.530541:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938491520 00000100:00100000:1.0:1767318258.530547:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938491520 00000100:00100000:1.0:1767318258.530587:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938491392 00000100:00100000:1.0:1767318258.530590:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938491392 00000100:00100000:1.0:1767318258.530613:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23546 00000100:00100000:1.0:1767318258.530620:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1418:6186:x1853163938491520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.530644:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:406 count 1 00010000:00010000:1.0:1767318258.530667:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.530686:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030b125400/0x3313483622c9624a lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e0 expref: 117 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.530693:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.530696:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.530699:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.530727:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030b125400/0x3313483622c9624a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e0 expref: 117 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.530739:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030b125400/0x3313483622c9624a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e0 expref: 117 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.530752:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938491648:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.530820:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04344b7900 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.530859:0:16012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5600/0x3313483622c9671a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55475f expref: 142 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.530871:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938490240:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.530888:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46000/0x3313483622c9d1e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.530897:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46000/0x3313483622c9d1e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.530903:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46000/0x3313483622c9d1e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.530912:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46000/0x3313483622c9d1e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.530919:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46000/0x3313483622c9d1e1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.530986:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23547 00000100:00100000:2.0:1767318258.530996:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1418:6186:x1853163938491392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.531008:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:405 count 1 00010000:00010000:2.0:1767318258.531020:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d22e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.531031:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030b124400/0x3313483622c96243 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d2 expref: 117 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.531038:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.531040:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.531042:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d22e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.531060:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030b124400/0x3313483622c96243 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d2 expref: 117 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.531070:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030b124400/0x3313483622c96243 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d2 expref: 117 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.531080:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938491776:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.531104:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.533033:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938492800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.533063:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.533085:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318258.533090:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938492672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.533108:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.533626:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.533656:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.533687:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1767318258.533768:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.533807:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917988864 00000100:00100000:3.0:1767318258.533812:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917988864 00010000:00010000:3.0:1767318258.533838:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5a00/0x3313483622c96721 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55476d expref: 142 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.533858:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917989120 00000100:00100000:3.0:1767318258.533861:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917989120 00010000:00010000:3.0:1767318258.533873:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4c00/0x3313483622c9672f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554789 expref: 143 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.533888:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917988992 00000100:00100000:3.0:1767318258.533891:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917988992 00010000:00010000:3.0:1767318258.533901:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4400/0x3313483622c96728 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55477b expref: 144 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.533918:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32067 00000100:00100000:3.0:1767318258.533925:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+144:2483:x1853163917988864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.533936:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.533941:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5a00/0x3313483622c96721 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55476d expref: 144 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.533953:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5a00/0x3313483622c96721 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55476d expref: 144 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.533976:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.533978:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.533982:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.533991:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.534054:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.534087:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+144:2483:x1853163917988864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 161us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.534098:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32067 00000100:00100000:3.0:1767318258.534168:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32068 00000100:00100000:3.0:1767318258.534176:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+143:2483:x1853163917989120:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.534183:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.534188:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4c00/0x3313483622c9672f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554789 expref: 143 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.534197:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4c00/0x3313483622c9672f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554789 expref: 143 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.534208:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.534210:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.534213:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47a00/0x3313483622c9d212 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.534220:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47a00/0x3313483622c9d212 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.534230:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.534251:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+143:2483:x1853163917989120:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.534258:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32068 00000100:00100000:3.0:1767318258.534291:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32069 00000100:00100000:3.0:1767318258.534297:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+142:2483:x1853163917988992:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.534305:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.534310:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4400/0x3313483622c96728 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55477b expref: 142 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.534319:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4400/0x3313483622c96728 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55477b expref: 142 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.534331:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.534333:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.534336:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46e00/0x3313483622c9d20b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.534342:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46e00/0x3313483622c9d20b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.534434:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.534457:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+142:2483:x1853163917988992:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 160us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.534463:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32069 00010000:00010000:1.0:1767318258.534650:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318258.534657:0:16012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46000/0x3313483622c9d1e1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318258.536838:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce6300/2, rc 0, transno 4294975899 00000100:00100000:3.0:1767318258.536863:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938488320:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318258.536891:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318044e00/0x3313483622c9d1a9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.536903:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318044e00/0x3313483622c9d1a9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.536916:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318044e00/0x3313483622c9d1a9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.536930:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318044e00/0x3313483622c9d1a9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.536949:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.537238:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+194:6187:x1853163938488064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43581us (43635us total) trans 4294975902 rc 0/0 00000100:00100000:3.0:1767318258.537249:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23534 00000100:00100000:2.0:1767318258.538255:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938492800 00000100:00100000:2.0:1767318258.538263:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938492800 00000100:00100000:2.0:1767318258.538295:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938492672 00000100:00100000:2.0:1767318258.538298:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938492672 00000100:00100000:2.0:1767318258.538308:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938493056 00000100:00100000:2.0:1767318258.538311:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938493056 00000100:00100000:2.0:1767318258.538320:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938492928 00000100:00100000:2.0:1767318258.538323:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938492928 00000100:00100000:2.0:1767318258.538336:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23552 00000100:00100000:2.0:1767318258.538355:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1424:6186:x1853163938492800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.538383:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:408 count 1 00010000:00010000:2.0:1767318258.538407:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.538425:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c96251 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548fc expref: 117 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.538434:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.538437:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.538441:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.538476:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c96251 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548fc expref: 117 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.538489:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c96251 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548fc expref: 117 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.538539:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938493184:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.538609:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3600 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.538709:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23553 00000100:00100000:2.0:1767318258.538717:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1424:6186:x1853163938492672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.538730:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:407 count 1 00010000:00010000:2.0:1767318258.538741:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.538753:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228000/0x3313483622c962e4 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548ee expref: 117 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.538761:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.538763:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.538765:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.540916:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c228000/0x3313483622c962e4 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548ee expref: 117 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.540935:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c228000/0x3313483622c962e4 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548ee expref: 117 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.540951:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938493312:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.541026:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3180 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.543998:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23554 00000100:00100000:3.0:1767318258.544017:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1424:6188:x1853163938493056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.544047:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:410 count 1 00010000:00010000:3.0:1767318258.544072:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9d25f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.544093:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1d600/0x3313483622c9625f lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554918 expref: 117 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.544100:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.544102:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.544106:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9d25f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.544139:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1d600/0x3313483622c9625f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554918 expref: 117 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.544254:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1d600/0x3313483622c9625f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554918 expref: 117 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.544273:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14895:1853163938493440:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.544342:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e540 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.544572:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.544598:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.544618:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.546203:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.546237:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.546250:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.546262:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.546324:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938491776:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.546361:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d22e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.546392:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917989504 00000100:00100000:3.0:1767318258.546398:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917989504 00000100:00100000:3.0:1767318258.546446:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 700 00000100:00100000:3.0:1767318258.546454:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+138:81709:x1853163917989504:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1767318258.546471:0:57486:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318258.546489:0:57486:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafe00/0x3313483622c9d266 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554f6 expref: -99 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.546798:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d26d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.546811:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d26d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.546821:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d26d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.546834:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d274 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.546840:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d274 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.546846:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d274 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000004:00080000:3.0:1767318258.547479:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160bb800/2, rc 0, transno 4294975902 00000100:00100000:3.0:1767318258.547487:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938488064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.547539:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23555 00000100:00100000:3.0:1767318258.547549:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1424:6188:x1853163938492928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.547570:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:409 count 1 00010000:00010000:3.0:1767318258.547588:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.547604:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90000/0x3313483622c96258 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55490a expref: 117 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.547611:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.547614:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.547617:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.547648:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90000/0x3313483622c96258 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55490a expref: 117 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.547660:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90000/0x3313483622c96258 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55490a expref: 117 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.547675:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938493568:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.547747:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e600 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.547860:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917989248 00000100:00100000:3.0:1767318258.547866:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917989248 00010000:00010000:3.0:1767318258.547889:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b125400/0x3313483622c9624a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e0 expref: 118 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.547906:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917989376 00000100:00100000:3.0:1767318258.547908:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917989376 00010000:00010000:3.0:1767318258.547918:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b124400/0x3313483622c96243 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d2 expref: 119 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.547928:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917989760 00000100:00100000:3.0:1767318258.547930:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917989760 00010000:00010000:3.0:1767318258.547939:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414856e00/0x3313483622c96235 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548b6 expref: 120 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.547949:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917990016 00000100:00100000:3.0:1767318258.547952:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917990016 00010000:00010000:3.0:1767318258.547963:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5800/0x3313483622c9673d lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547a5 expref: 141 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.547974:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917989632 00000100:00100000:3.0:1767318258.547977:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917989632 00010000:00010000:3.0:1767318258.547987:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0414856800/0x3313483622c9623c lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548c4 expref: 121 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.547997:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917989888 00000100:00100000:3.0:1767318258.547999:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917989888 00010000:00010000:3.0:1767318258.548009:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac4e00/0x3313483622c96736 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554797 expref: 142 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.548020:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32070 00000100:00100000:3.0:1767318258.548026:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+121:2481:x1853163917989248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.548035:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.548039:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030b125400/0x3313483622c9624a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e0 expref: 121 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.548051:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030b125400/0x3313483622c9624a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e0 expref: 121 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.548069:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.548071:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.548075:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.548083:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.548098:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.548129:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+121:2481:x1853163917989248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 101us (3529us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.548137:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32070 00000100:00100000:3.0:1767318258.548174:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32071 00000100:00100000:3.0:1767318258.548180:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+120:2481:x1853163917989376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.548188:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.548193:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030b124400/0x3313483622c96243 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d2 expref: 120 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.548201:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030b124400/0x3313483622c96243 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d2 expref: 120 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.548212:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b124400/0x3313483622c96243 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d2 expref: 120 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.548224:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.548225:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.548228:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d22e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.548234:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d22e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.548250:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.548263:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d22e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.548270:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d22e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.548279:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d22e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.548286:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d22e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.548306:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318258.548607:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1425:6186:x1853163938491392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17613us (18785us total) trans 4294975483 rc 0/0 00000100:00100000:3.0:1767318258.548614:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23547 00000004:00080000:3.0:1767318258.548654:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434679c00/2, rc 0, transno 4294975483 00000100:00100000:3.0:1767318258.548667:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938491392:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.548717:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318258.548726:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938493696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.548753:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.548776:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938493696 00000100:00100000:3.0:1767318258.548780:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938493696 00000100:00100000:3.0:1767318258.548800:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23556 00000100:00100000:3.0:1767318258.548805:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1425:6186:x1853163938493696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.548817:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:411 count 1 00010000:00010000:3.0:1767318258.548830:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.548842:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1da00/0x3313483622c96266 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554926 expref: 119 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.548853:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.548855:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.548857:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.548877:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1da00/0x3313483622c96266 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554926 expref: 119 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.548886:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1da00/0x3313483622c96266 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554926 expref: 119 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.548895:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938493824:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.548934:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433ac9780 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.549004:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+119:2481:x1853163917989376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 823us (4384us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.549011:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32071 00000100:00100000:3.0:1767318258.549026:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32072 00000100:00100000:3.0:1767318258.549033:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+118:2480:x1853163917989760:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.549041:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.549046:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0414856e00/0x3313483622c96235 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548b6 expref: 118 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.549055:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0414856e00/0x3313483622c96235 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548b6 expref: 118 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.549073:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.549075:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.549078:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46a00/0x3313483622c9d23c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.549086:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d46a00/0x3313483622c9d23c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.549099:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.549117:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+118:2480:x1853163917989760:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 85us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.549123:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32072 00000100:00100000:3.0:1767318258.549135:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32073 00000100:00100000:3.0:1767318258.549142:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+142:2480:x1853163917990016:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.549150:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.549154:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5800/0x3313483622c9673d lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547a5 expref: 142 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.549163:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5800/0x3313483622c9673d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547a5 expref: 142 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.549175:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.549177:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.549180:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.549192:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.549204:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.549222:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+142:2480:x1853163917990016:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 81us (2985us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.549229:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32073 00000100:00100000:3.0:1767318258.549262:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32074 00000100:00100000:3.0:1767318258.549268:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+117:2480:x1853163917989632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.549275:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.549280:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0414856800/0x3313483622c9623c lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548c4 expref: 117 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.549289:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0414856800/0x3313483622c9623c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548c4 expref: 117 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.549301:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.549303:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.549306:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47600/0x3313483622c9d235 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.549313:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311d47600/0x3313483622c9d235 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.549328:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.549443:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938493184:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.549460:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.554443:0:25439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b125400/0x3313483622c9624a lrc: 0/0,0 mode: --/PR res: [0x280000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e0 expref: 115 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.554455:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938491648:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.554471:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.554479:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.554485:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.554493:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.554499:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.554527:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.554761:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1426:6186:x1853163938491520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24141us (25011us total) trans 4294975486 rc 0/0 00000100:00100000:1.0:1767318258.554768:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23546 00000100:00100000:1.0:1767318258.554934:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+198:6188:x1853163938490112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45963us (46460us total) trans 4294975906 rc 0/0 00000100:00100000:1.0:1767318258.554940:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23542 00000004:00080000:1.0:1767318258.555714:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434678e00/2, rc 0, transno 4294975484 00000100:00100000:1.0:1767318258.555729:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938491136:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.555741:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069ff800/2, rc 0, transno 4294975905 00000100:00100000:1.0:1767318258.555750:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938491904:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.555762:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434679f80/2, rc 0, transno 4294975485 00000100:00100000:1.0:1767318258.555766:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938491264:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.555776:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7f800/2, rc 0, transno 4294975906 00000100:00100000:1.0:1767318258.555779:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938490112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.555851:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318258.555863:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938494976:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.555899:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.555930:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938494976 00000100:00100000:1.0:1767318258.555935:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938494976 00000100:00100000:1.0:1767318258.555965:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23561 00000100:00100000:1.0:1767318258.555973:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1426:6188:x1853163938494976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.555992:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:413 count 1 00010000:00010000:1.0:1767318258.556014:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556033:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93800/0x3313483622c96274 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554942 expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.556041:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.556043:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.556046:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556071:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93800/0x3313483622c96274 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554942 expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.556081:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93800/0x3313483622c96274 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554942 expref: 114 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.556092:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938495104:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.556120:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d90c0 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.556146:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5800/0x3313483622c9673d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547a5 expref: 138 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.556159:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030941ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938492544:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.556173:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556182:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556189:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556198:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556204:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556218:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.556421:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030941bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+198:6188:x1853163938492416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23826us (23883us total) trans 4294975907 rc 0/0 00000100:00100000:1.0:1767318258.556429:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23551 00000004:00080000:1.0:1767318258.556465:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030941a680/2, rc 0, transno 4294975907 00000100:00100000:1.0:1767318258.556470:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030941a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938492416:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318258.556491:0:20656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0316ac5a00/0x3313483622c96721 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55476d expref: 137 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.556501:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938490752:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.556532:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556540:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556546:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556553:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556559:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.556571:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318258.556692:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0434678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+198:6188:x1853163938490368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37394us (39133us total) trans 4294975908 rc 0/0 00000100:00100000:1.0:1767318258.556699:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23543 00000004:00080000:1.0:1767318258.556724:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467a300/2, rc 0, transno 4294975908 00000100:00100000:1.0:1767318258.556729:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938490368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.557141:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+114:2480:x1853163917989632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 7870us (10887us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.557152:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32074 00010000:00010000:3.0:1767318258.557186:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.557193:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557201:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.557204:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557212:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557230:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557237:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9d227 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557254:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.557257:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557262:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c94a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.557265:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557271:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557280:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557286:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94a00/0x3313483622c9d24a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557297:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.557300:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557306:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d47c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.557308:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557328:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557337:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557351:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47c00/0x3313483622c9d204 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.557366:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.557368:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.557369:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.557725:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938494848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.557771:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318258.557812:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160b8a80/2, rc 0, transno 4294975486 00000100:00100000:1.0:1767318258.557822:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938491520:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318258.557840:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.557890:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938494848 00000100:00100000:1.0:1767318258.557895:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938494848 00000100:00100000:1.0:1767318258.557927:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23562 00000100:00100000:1.0:1767318258.557935:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+1427:6186:x1853163938494848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.557957:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:412 count 1 00010000:00010000:1.0:1767318258.557972:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 3/0,1 mode: --/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.557987:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92e00/0x3313483622c9626d lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554934 expref: 113 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.557994:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.557996:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.557999:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 4/0,1 mode: --/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.558020:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92e00/0x3313483622c9626d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554934 expref: 113 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.558030:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92e00/0x3313483622c9626d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554934 expref: 113 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.558047:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:21246:1853163938495360:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.558082:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.558140:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938495616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.558163:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.558185:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318258.558190:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938495488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.558208:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.558229:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938495232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.558248:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.558263:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938495872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.558281:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.558300:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318258.558305:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938495744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.558339:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.558373:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938495616 00000100:00100000:1.0:1767318258.558377:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938495616 00000100:00100000:1.0:1767318258.558398:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938495488 00000100:00100000:1.0:1767318258.558400:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938495488 00000100:00100000:1.0:1767318258.558409:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938495232 00000100:00100000:1.0:1767318258.558411:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938495232 00000100:00100000:1.0:1767318258.558419:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938495872 00000100:00100000:1.0:1767318258.558421:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938495872 00000100:00100000:1.0:1767318258.558428:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938495744 00000100:00100000:1.0:1767318258.558430:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938495744 00000100:00100000:1.0:1767318258.558440:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23563 00000100:00100000:1.0:1767318258.558445:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030941ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+201:6186:x1853163938495616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.558460:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:389 count 1 00010000:00010000:1.0:1767318258.558473:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x185:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.558486:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42000/0x3313483622c96760 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547f9 expref: 136 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.558493:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.558495:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.558498:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.558538:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42000/0x3313483622c96760 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547f9 expref: 136 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.558548:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42000/0x3313483622c96760 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547f9 expref: 136 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.558558:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938496000:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.558578:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.558597:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23564 00000100:00100000:1.0:1767318258.558604:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0316a23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+201:6186:x1853163938495488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.558615:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:388 count 1 00010000:00010000:1.0:1767318258.558626:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 3/0,1 mode: --/PW res: [0x240000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.558636:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42600/0x3313483622c96759 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547eb expref: 136 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.558643:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.558644:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.558647:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 4/0,1 mode: --/PW res: [0x240000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.558665:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42600/0x3313483622c96759 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547eb expref: 136 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.558674:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42600/0x3313483622c96759 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547eb expref: 136 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.558684:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938496128:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.558704:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.558720:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23565 00000100:00100000:1.0:1767318258.558727:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1428:6188:x1853163938495232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.558738:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:414 count 1 00010000:00010000:1.0:1767318258.558751:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.558760:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9627b lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554950 expref: 113 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.558766:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.558768:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.558770:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.558794:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9627b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554950 expref: 113 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.558804:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9627b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554950 expref: 113 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.558813:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938496256:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.558832:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9480 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.558846:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23566 00000100:00100000:1.0:1767318258.558854:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+201:6188:x1853163938495872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.558865:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:391 count 1 00010000:00010000:1.0:1767318258.558877:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x187:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.558889:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c96775 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554815 expref: 136 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.558895:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.558896:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.558899:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.558916:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c96775 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554815 expref: 136 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.558924:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c96775 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554815 expref: 136 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.558933:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938496384:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.558951:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9780 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.558967:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23567 00000100:00100000:1.0:1767318258.558974:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+201:6188:x1853163938495744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.558985:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:390 count 1 00010000:00010000:1.0:1767318258.558995:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.559005:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43e00/0x3313483622c96767 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554807 expref: 136 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.559011:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.559013:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.559015:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 4/0,1 mode: --/PW res: [0x240000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.559033:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43e00/0x3313483622c96767 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554807 expref: 136 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.559042:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43e00/0x3313483622c96767 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554807 expref: 136 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.559050:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938496512:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.559069:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410cff000 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.559272:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d2a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1327:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559286:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d2a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1327:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559297:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d2a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1327:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000004:00200000:3.0:1767318258.559337:0:57486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1327:0x0]: returning size 0 00000004:00200000:3.0:1767318258.559342:0:57486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1767318258.559373:0:57486:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d2a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1327:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559384:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d2a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1327:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559392:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d26d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559399:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d26d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559406:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d26d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559413:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dae000 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.559417:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d26d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559423:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d26d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559436:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067a00) 00010000:00010000:3.0:1767318258.559439:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.559444:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d26d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559451:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d26d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559465:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d274 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559470:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d274 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559475:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d274 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559480:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daf600 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.559482:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d274 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559487:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d274 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559493:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x33f7d6b4 (ffff9a0304067c00) 00010000:00010000:3.0:1767318258.559496:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.559499:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d274 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559525:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d274 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.559565:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafe00/0x3313483622c9d266 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554f6 expref: 140 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.559580:0:57486:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d2a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1327:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554f6 expref: 139 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.559594:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1327:0x0].0x0 (ffff9a0304067300) 00010000:00010000:3.0:1767318258.559596:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1767318258.559599:0:57486:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0312dae600, rc 0) 00000100:00100000:3.0:1767318258.559623:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+139:81709:x1853163917989504:12345-192.168.203.16@tcp:101:rm.0 Request processed in 13169us (15051us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.559631:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 700 00000100:00100000:3.0:1767318258.559791:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.559828:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.559862:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.560043:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917990272 00000100:00100000:3.0:1767318258.560049:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917990272 00010000:00010000:3.0:1767318258.560073:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c228000/0x3313483622c962e4 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548ee expref: 114 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.560090:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917990144 00000100:00100000:3.0:1767318258.560092:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917990144 00010000:00010000:3.0:1767318258.560101:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c96251 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548fc expref: 115 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.560111:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917990400 00000100:00100000:3.0:1767318258.560112:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917990400 00010000:00010000:3.0:1767318258.560121:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1d600/0x3313483622c9625f lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554918 expref: 116 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.560133:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32076 00000100:00100000:3.0:1767318258.560139:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+116:2480:x1853163917990272:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.560152:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.560157:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c228000/0x3313483622c962e4 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548ee expref: 116 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.560166:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c228000/0x3313483622c962e4 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548ee expref: 116 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.560182:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.560184:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.560188:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.560198:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.560212:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.560238:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+116:2480:x1853163917990272:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 98us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.560244:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32076 00000100:00100000:3.0:1767318258.560278:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32077 00000100:00100000:3.0:1767318258.560285:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+115:2480:x1853163917990144:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.560292:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.560295:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c96251 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548fc expref: 115 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.560305:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c96251 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548fc expref: 115 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.560317:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c96251 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548fc expref: 115 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.560329:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.560331:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.560334:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.560342:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.560374:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.560393:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.560401:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.560408:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.560415:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.560430:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.561833:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14895:1853163938493440:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.561862:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9d25f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.562044:0:21440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228000/0x3313483622c962e4 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548ee expref: 114 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.562062:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938493312:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.562074:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.562083:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.562089:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.562097:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.562104:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.562122:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318258.562426:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1429:6186:x1853163938492672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23708us (29314us total) trans 4294975487 rc 0/0 00000100:00100000:2.0:1767318258.562436:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23553 00000004:00080000:2.0:1767318258.563001:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259fb80/2, rc 0, transno 4294975487 00000100:00100000:2.0:1767318258.563016:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938492672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.563073:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318258.563087:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938496640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.563124:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.563152:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938496640 00000100:00100000:2.0:1767318258.563158:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938496640 00000100:00100000:2.0:1767318258.563192:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23568 00000100:00100000:2.0:1767318258.563200:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1429:6186:x1853163938496640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.563223:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:415 count 1 00010000:00010000:2.0:1767318258.563246:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.563264:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91c00/0x3313483622c96282 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55495e expref: 113 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.563272:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.563274:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.563277:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.563303:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91c00/0x3313483622c96282 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55495e expref: 113 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.563315:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91c00/0x3313483622c96282 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55495e expref: 113 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.563329:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938496768:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.563396:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3600 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.565946:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1430:6186:x1853163938492800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27594us (32873us total) trans 4294975488 rc 0/0 00000100:00100000:3.0:1767318258.565962:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23552 00010000:00010000:3.0:1767318258.565992:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.566001:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.566011:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def4800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.566016:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.566026:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.566045:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.566052:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d251 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.566072:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.566076:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.566082:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.566085:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.566091:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.566100:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.566107:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d258 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.566120:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.566122:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.566124:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.566252:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1767318258.567188:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9d25f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.567197:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9d25f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.567205:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9d25f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.567212:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf200/0x3313483622c9d25f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.567238:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.567544:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1430:6188:x1853163938493056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23534us (34345us total) trans 4294975489 rc 0/0 00000100:00100000:1.0:1767318258.567552:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23554 00000004:00080000:1.0:1767318258.567598:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a72d80/2, rc 0, transno 4294975489 00000100:00100000:1.0:1767318258.567611:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938493056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.567970:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938497024 00000100:00100000:1.0:1767318258.567975:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938497024 00000100:00100000:1.0:1767318258.568005:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23569 00000100:00100000:1.0:1767318258.568012:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1430:6185:x1853163938497024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.568034:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:416 count 1 00010000:00010000:1.0:1767318258.568050:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.568064:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90200/0x3313483622c96289 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55496c expref: 111 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.568071:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.568073:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.568076:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.568097:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90200/0x3313483622c96289 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55496c expref: 111 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.568106:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90200/0x3313483622c96289 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55496c expref: 111 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.568116:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14895:1853163938497152:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.568193:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433be0300 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.568300:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.568463:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917990528 00000100:00100000:1.0:1767318258.568469:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917990528 00010000:00010000:1.0:1767318258.568487:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90000/0x3313483622c96258 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55490a expref: 112 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.568527:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32080 00000100:00100000:1.0:1767318258.568535:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+112:2481:x1853163917990528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.568545:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.568550:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90000/0x3313483622c96258 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55490a expref: 112 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.568561:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90000/0x3313483622c96258 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55490a expref: 112 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.568575:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.568577:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.568580:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.568588:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.568602:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.574656:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+112:2481:x1853163917990528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6109us (8372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.574672:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32080 00010000:00010000:2.0:1767318258.575265:0:21382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1da00/0x3313483622c96266 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554926 expref: 111 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.575284:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938493824:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.575325:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.575338:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.575356:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.575367:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.575377:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.575396:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.575722:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1431:6186:x1853163938493696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26915us (26967us total) trans 4294975490 rc 0/0 00000100:00100000:2.0:1767318258.575733:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23556 00000004:00080000:2.0:1767318258.575778:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125e9f80/2, rc 0, transno 4294975490 00000100:00100000:2.0:1767318258.575792:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938493696:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318258.575804:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a72a00/2, rc 0, transno 4294975488 00000100:00100000:2.0:1767318258.575808:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938492800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.575893:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938497408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.575926:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.575954:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318258.575960:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938497280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.575980:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.576004:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938497408 00000100:00100000:2.0:1767318258.576009:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938497408 00000100:00100000:2.0:1767318258.576040:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938497280 00000100:00100000:2.0:1767318258.576044:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938497280 00000100:00100000:2.0:1767318258.576064:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23570 00000100:00100000:2.0:1767318258.576072:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1432:6188:x1853163938497408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.576099:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:418 count 1 00010000:00010000:2.0:1767318258.576122:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.576141:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95400/0x3313483622c9629e lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554988 expref: 110 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.576150:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.576153:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.576157:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.576183:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95400/0x3313483622c9629e lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554988 expref: 110 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.576195:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95400/0x3313483622c9629e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554988 expref: 110 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.576206:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca29880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938497536:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.576641:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.576658:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23571 00000100:00100000:2.0:1767318258.576666:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1432:6188:x1853163938497280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.576680:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:417 count 1 00010000:00010000:2.0:1767318258.576697:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.576711:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94800/0x3313483622c96297 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55497a expref: 110 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.576719:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.576721:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.576724:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.576747:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94800/0x3313483622c96297 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55497a expref: 110 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.576758:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94800/0x3313483622c96297 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55497a expref: 110 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.576771:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938497664:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.576805:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3b40 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.576843:0:21391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90000/0x3313483622c96258 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55490a expref: 110 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.576860:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938493568:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.576878:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.576889:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.576897:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.576906:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.576914:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.576939:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318258.577186:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1433:6188:x1853163938492928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29638us (43903us total) trans 4294975491 rc 0/0 00000100:00100000:2.0:1767318258.577194:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23555 00000004:00080000:2.0:1767318258.577230:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a71880/2, rc 0, transno 4294975491 00000100:00100000:2.0:1767318258.577239:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938492928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.577284:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318258.577296:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938497792:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318258.577448:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.577457:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.577465:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daec00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.577469:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.577477:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.577494:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.577501:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d282 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.577533:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.577536:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.577542:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dafc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.577545:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.577551:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.577560:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.577566:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d27b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.577578:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.577579:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.577581:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.577778:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.577810:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938497792 00000100:00100000:2.0:1767318258.577815:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938497792 00000100:00100000:2.0:1767318258.577884:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23572 00000100:00100000:2.0:1767318258.577892:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1433:6186:x1853163938497792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.577911:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:419 count 1 00010000:00010000:2.0:1767318258.577924:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.577936:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95200/0x3313483622c962a5 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554996 expref: 109 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.577943:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.577944:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.577947:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.577968:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95200/0x3313483622c962a5 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554996 expref: 109 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.577978:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95200/0x3313483622c962a5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554996 expref: 109 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.577989:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938497920:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.578021:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04216bc540 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.582548:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938496000:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.582563:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.582593:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938496128:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.582604:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 3/0,1 mode: --/PW res: [0x240000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.582623:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938496256:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.582635:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.582737:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582757:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582776:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582793:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582805:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582818:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582833:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582858:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582871:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582883:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582894:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582909:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582978:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.582990:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.583004:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.583017:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.583081:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1767318258.583111:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.583965:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.583967:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.583970:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.583976:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x186:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.583987:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.584004:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+142:2481:x1853163917991424:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 71us (1227us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.584011:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32083 00000100:00100000:0.0:1767318258.584023:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32084 00000100:00100000:0.0:1767318258.584029:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+141:2481:x1853163917991680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.584036:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.584041:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42000/0x3313483622c96760 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x185:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547f9 expref: 141 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584049:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42000/0x3313483622c96760 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x185:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547f9 expref: 141 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584060:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42000/0x3313483622c96760 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x185:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547f9 expref: 141 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584068:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584070:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584073:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584086:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x185:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584103:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.584121:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+140:2481:x1853163917991680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 92us (1326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.584128:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32084 00000100:00100000:0.0:1767318258.584140:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32085 00000100:00100000:0.0:1767318258.584146:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+115:2481:x1853163917991936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.584153:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.584157:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9627b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x19e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554950 expref: 115 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584167:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9627b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x19e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554950 expref: 115 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584179:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9627b lrc: 0/0,0 mode: --/PR res: [0x280000404:0x19e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554950 expref: 115 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584188:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584190:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584194:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584201:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584218:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.584235:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+114:2481:x1853163917991936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (1428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.584241:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32085 00000100:00100000:0.0:1767318258.584255:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32086 00000100:00100000:0.0:1767318258.584264:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+139:2481:x1853163917992192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.584273:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.584279:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42c00/0x3313483622c9674b lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547cf expref: 139 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584287:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42c00/0x3313483622c9674b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547cf expref: 139 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584299:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584300:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584303:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584310:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x182:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584321:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.584338:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+139:2481:x1853163917992192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 76us (1519us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.584356:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32086 00000100:00100000:0.0:1767318258.584370:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32087 00000100:00100000:0.0:1767318258.584376:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+138:2481:x1853163917991040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.584387:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.584392:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282fe00/0x3313483622c9676e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547c1 expref: 138 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584401:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282fe00/0x3313483622c9676e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547c1 expref: 138 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584413:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282fe00/0x3313483622c9676e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x181:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547c1 expref: 138 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584421:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584423:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584426:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584433:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x181:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584449:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.584466:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+137:2481:x1853163917991040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 90us (1608us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.584472:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32087 00000100:00100000:0.0:1767318258.584532:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32088 00000100:00100000:0.0:1767318258.584539:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+113:2481:x1853163917991296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.584547:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.584552:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92e00/0x3313483622c9626d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x19c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554934 expref: 113 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584561:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92e00/0x3313483622c9626d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x19c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554934 expref: 113 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584572:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92e00/0x3313483622c9626d lrc: 0/0,0 mode: --/PR res: [0x280000404:0x19c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554934 expref: 113 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584582:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584584:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584587:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584594:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584610:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.584627:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+112:2481:x1853163917991296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 88us (1754us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.584634:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32088 00000100:00100000:0.0:1767318258.584645:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32089 00000100:00100000:0.0:1767318258.584651:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+111:2481:x1853163917991552:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.584659:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.584663:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91c00/0x3313483622c96282 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x19f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55495e expref: 111 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584676:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91c00/0x3313483622c96282 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x19f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55495e expref: 111 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584685:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584686:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584689:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584695:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584704:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.584718:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+111:2481:x1853163917991552:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (1834us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.584724:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32089 00000100:00100000:0.0:1767318258.584736:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32090 00000100:00100000:0.0:1767318258.584741:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+136:2481:x1853163917991808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.584748:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.584753:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42600/0x3313483622c96759 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x184:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547eb expref: 136 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584762:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42600/0x3313483622c96759 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x184:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547eb expref: 136 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584773:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42600/0x3313483622c96759 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x184:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547eb expref: 136 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584782:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584783:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584786:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584793:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x184:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584809:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.584824:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+135:2481:x1853163917991808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 83us (1929us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.584830:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32090 00000100:00100000:0.0:1767318258.584841:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32091 00000100:00100000:0.0:1767318258.584847:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306352680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+134:2481:x1853163917992064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.584854:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.584858:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c96775 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554815 expref: 134 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584866:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c96775 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554815 expref: 134 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584877:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584878:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584881:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584892:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584903:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.584916:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306352680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+134:2481:x1853163917992064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (2005us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.584922:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32091 00000100:00100000:0.0:1767318258.584933:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32092 00000100:00100000:0.0:1767318258.584939:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306353b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+110:2481:x1853163917992448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.584946:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.584951:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95400/0x3313483622c9629e lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554988 expref: 110 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584959:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95400/0x3313483622c9629e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554988 expref: 110 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.584969:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584971:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.584974:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584981:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.584991:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.585005:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306353b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+110:2481:x1853163917992448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 66us (2027us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.585011:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32092 00000100:00100000:0.0:1767318258.585024:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32093 00000100:00100000:0.0:1767318258.585030:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306351880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+109:2481:x1853163917992704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.585036:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.585041:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95200/0x3313483622c962a5 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554996 expref: 109 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.585049:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95200/0x3313483622c962a5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554996 expref: 109 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.585061:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.585062:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.585065:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585072:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585083:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.585098:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306351880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+109:2481:x1853163917992704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 68us (2107us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.585104:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32093 00000100:00100000:0.0:1767318258.585117:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32094 00000100:00100000:0.0:1767318258.585124:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041163e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+108:2481:x1853163917992320:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.585130:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.585135:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90200/0x3313483622c96289 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55496c expref: 108 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.585143:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90200/0x3313483622c96289 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55496c expref: 108 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.585153:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.585154:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.585157:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585163:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585174:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.585187:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041163e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+108:2481:x1853163917992320:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 64us (2181us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.585193:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32094 00000100:00100000:0.0:1767318258.585218:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32095 00000100:00100000:0.0:1767318258.585223:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306350380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+107:2481:x1853163917992576:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.585232:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.585237:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94800/0x3313483622c96297 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55497a expref: 107 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.585245:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94800/0x3313483622c96297 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55497a expref: 107 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.585261:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.585262:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.585265:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585273:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585284:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.585297:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306350380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+107:2481:x1853163917992576:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 73us (2279us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.585302:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32095 00000100:00100000:0.0:1767318258.585314:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32096 00000100:00100000:0.0:1767318258.585321:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306352a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+133:2480:x1853163917992832:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.585328:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.585332:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c96744 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547b3 expref: 133 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.585342:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c96744 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547b3 expref: 133 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.585366:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.585368:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.585371:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585383:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x180:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585395:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.585409:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306352a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+133:2480:x1853163917992832:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (2327us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.585415:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32096 00010000:00010000:0.0:1767318258.585451:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46c00/0x3313483622c9d290 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585459:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46c00/0x3313483622c9d290 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585468:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46c00/0x3313483622c9d290 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585476:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46c00/0x3313483622c9d290 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.585491:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.585807:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+202:6186:x1853163938494336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31859us (32117us total) trans 4294975909 rc 0/0 00000100:00100000:0.0:1767318258.585815:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23558 00000100:00100000:0.0:1767318258.585828:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917990784 00000100:00100000:0.0:1767318258.585835:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917990784 00000100:00100000:0.0:1767318258.585861:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23573 00000100:00100000:0.0:1767318258.585867:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+133:2481:x1853163917990784:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:0.0:1767318258.585879:0:21245:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318258.585894:0:21245:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9d300 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac5554fd expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318258.585913:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x442:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318258.585924:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.585926:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.585932:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9d300 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1073741823) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554fd expref: 134 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.585944:0:21245:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9d300 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1073741823) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554fd expref: 134 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.585956:0:21245:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0318042e00, rc 0) 00000100:00100000:0.0:1767318258.585971:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+134:2481:x1853163917990784:12345-192.168.203.16@tcp:101:rm.0 Request processed in 104us (3137us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.585977:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23573 00010000:00010000:0.0:1767318258.585993:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.585999:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46c00/0x3313483622c9d290 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586006:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d46c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.586010:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46c00/0x3313483622c9d290 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586020:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46c00/0x3313483622c9d290 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586032:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46c00/0x3313483622c9d290 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586039:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46c00/0x3313483622c9d290 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x183:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586055:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.586057:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.586058:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.586068:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586075:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586082:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586090:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586102:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.586227:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d244450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+202:6187:x1853163938494080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32021us (32129us total) trans 4294975910 rc 0/0 00000100:00100000:0.0:1767318258.586233:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23559 00010000:00010000:0.0:1767318258.586250:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.586254:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586262:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d46200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.586265:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586272:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586283:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586289:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d46200/0x3313483622c9d297 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x181:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.586304:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.586305:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.586307:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.586336:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c96744 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x180:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547b3 expref: 133 pid: 21397 timeout: 3605 lvb_type: 1 00000004:00080000:3.0:1767318258.586683:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab1ad80/2, rc 0, transno 4294975909 00000100:00100000:3.0:1767318258.586696:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938494336:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318258.586848:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c96775 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x187:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554815 expref: 133 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.586859:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938496384:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.586878:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.586886:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.586893:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.586900:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.586911:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.586924:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.587079:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+202:6188:x1853163938495872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28225us (28795us total) trans 4294975911 rc 0/0 00000100:00100000:1.0:1767318258.587086:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23566 00000004:00080000:1.0:1767318258.587119:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fce00/2, rc 0, transno 4294975911 00000100:00100000:1.0:1767318258.587128:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938495872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.587158:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318258.587171:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938498176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.587203:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.587229:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938498176 00000100:00100000:1.0:1767318258.587233:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938498176 00000100:00100000:1.0:1767318258.587258:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23574 00000100:00100000:1.0:1767318258.587264:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+202:6188:x1853163938498176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.587283:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:393 count 1 00010000:00010000:1.0:1767318258.587299:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587312:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c96783 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554831 expref: 132 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.587319:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.587321:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.587323:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587356:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c96783 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554831 expref: 132 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.587369:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c96783 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554831 expref: 132 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.587381:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938498304:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.587418:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433be03c0 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.587442:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90200/0x3313483622c96289 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55496c expref: 106 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.587454:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14895:1853163938497152:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.587467:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587476:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587482:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587490:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587496:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587534:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.587687:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1434:6185:x1853163938497024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19675us (19866us total) trans 4294975492 rc 0/0 00000100:00100000:1.0:1767318258.587694:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23569 00010000:00010000:1.0:1767318258.587712:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.587718:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587725:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.587729:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587737:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587752:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587759:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d2c8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x187:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587775:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.587778:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587784:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.587788:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587794:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587804:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587812:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d2e4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.587827:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.587829:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.587830:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.587983:0:21440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91c00/0x3313483622c96282 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55495e expref: 105 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.587994:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938496768:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.588008:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588022:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588029:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588037:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588044:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588056:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.588191:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1434:6186:x1853163938496640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24991us (25067us total) trans 4294975493 rc 0/0 00000100:00100000:2.0:1767318258.588198:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23568 00010000:00010000:2.0:1767318258.588229:0:21382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95400/0x3313483622c9629e lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554988 expref: 104 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.588240:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca29880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938497536:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.588251:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588258:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588268:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588275:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588282:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588298:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318258.588432:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1434:6188:x1853163938497408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12360us (12505us total) trans 4294975494 rc 0/0 00000100:00100000:2.0:1767318258.588439:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23570 00010000:00010000:2.0:1767318258.588939:0:14896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94800/0x3313483622c96297 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55497a expref: 103 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.588952:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938497664:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.588966:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588974:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588980:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588992:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.588999:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.589016:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318258.589160:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1434:6188:x1853163938497280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12494us (13178us total) trans 4294975495 rc 0/0 00000100:00100000:2.0:1767318258.589167:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23571 00000004:00080000:2.0:1767318258.589204:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca2bb80/2, rc 0, transno 4294975495 00000100:00100000:2.0:1767318258.589216:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938497280:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318258.589226:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca2a680/2, rc 0, transno 4294975494 00000100:00100000:2.0:1767318258.589230:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938497408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.589301:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938498432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.589330:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.589377:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938498432 00000100:00100000:2.0:1767318258.589382:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938498432 00000100:00100000:2.0:1767318258.589410:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23575 00000100:00100000:2.0:1767318258.589417:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1434:6188:x1853163938498432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.589438:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:420 count 1 00010000:00010000:2.0:1767318258.589458:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.589473:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95600/0x3313483622c962ac lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549a4 expref: 102 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.589481:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.589483:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.589486:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.589531:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95600/0x3313483622c962ac lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549a4 expref: 102 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.589543:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95600/0x3313483622c962ac lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549a4 expref: 102 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.589554:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938498688:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.589582:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a12780 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.589608:0:21391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95200/0x3313483622c962a5 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554996 expref: 102 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.589620:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173c1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938497920:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.589635:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.589642:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.589648:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.589660:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.589668:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.589681:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318258.589820:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1435:6186:x1853163938497792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11929us (12041us total) trans 4294975496 rc 0/0 00000100:00100000:2.0:1767318258.589826:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23572 00000100:00100000:2.0:1767318258.590104:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+101:2480:x1853163917990144:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 29817us (30273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.590113:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32077 00010000:00010000:1.0:1767318258.591421:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318258.591433:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591442:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.591447:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591457:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591476:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591488:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5000/0x3313483622c9d2d6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591527:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318258.591532:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591538:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def4600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.591540:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591547:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591556:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591562:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d2eb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591573:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.591576:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591582:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.591584:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591591:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591598:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591605:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d2f2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591616:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.591619:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591625:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.591628:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591635:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591644:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591650:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5e00/0x3313483622c9d2f9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.591666:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.591668:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.591669:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.591786:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.591847:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938498048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.591906:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318258.591957:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca2ad80/2, rc 0, transno 4294975496 00000100:00100000:3.0:1767318258.591973:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938497792:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.591984:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a70a80/2, rc 0, transno 4294975493 00000100:00100000:3.0:1767318258.591988:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938496640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.592001:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318258.592008:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938498560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.592028:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.592630:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938498048 00000100:00100000:3.0:1767318258.592636:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938498048 00000100:00100000:3.0:1767318258.592669:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938498560 00000100:00100000:3.0:1767318258.592671:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938498560 00000100:00100000:3.0:1767318258.592690:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23576 00000100:00100000:3.0:1767318258.592697:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+203:6186:x1853163938498048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.592728:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:392 count 1 00010000:00010000:3.0:1767318258.592750:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x188:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.592768:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e200/0x3313483622c9677c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554823 expref: 132 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.592781:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.592783:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.592786:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.592811:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282e200/0x3313483622c9677c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554823 expref: 132 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.592823:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282e200/0x3313483622c9677c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554823 expref: 132 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.592835:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306352680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938499072:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.592893:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0434a13180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.593834:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938498816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.593884:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.593970:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938498816 00000100:00100000:3.0:1767318258.593976:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938498816 00000100:00100000:3.0:1767318258.594015:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23577 00000100:00100000:3.0:1767318258.594024:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1436:6186:x1853163938498560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.594044:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:421 count 1 00010000:00010000:3.0:1767318258.594065:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.594082:0:21388:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91000/0x3313483622c962b3 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b2 expref: 100 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.594089:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.594091:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.594095:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.594123:0:21388:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91000/0x3313483622c962b3 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b2 expref: 100 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.594133:0:21388:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91000/0x3313483622c962b3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b2 expref: 100 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.594144:0:21388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306353b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:21388:1853163938499200:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.594190:0:21388:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0405faab40 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.594237:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23578 00000100:00100000:1.0:1767318258.594247:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1436:6186:x1853163938498816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.594260:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:422 count 1 00010000:00010000:1.0:1767318258.594272:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.594282:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c962ba lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c0 expref: 100 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.594288:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.594290:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.594293:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.594310:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c962ba lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c0 expref: 100 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.594320:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c962ba lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c0 expref: 100 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.594330:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938499328:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.594364:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.594464:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938494464:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.594487:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318258.594578:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d0700/2, rc 0, transno 4294975492 00000100:00100000:0.0:1767318258.594593:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938497024:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318258.594611:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.594617:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.594631:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.594644:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938498944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.594674:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318258.594703:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c1f80/2, rc 0, transno 4294975910 00000100:00100000:0.0:1767318258.594715:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938494080:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.594732:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938498944 00000100:00100000:0.0:1767318258.594736:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938498944 00000100:00100000:0.0:1767318258.594761:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23579 00000100:00100000:0.0:1767318258.594767:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1437:6187:x1853163938498944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.594779:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:423 count 1 00010000:00010000:0.0:1767318258.594791:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.594803:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95a00/0x3313483622c962c1 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ce expref: 100 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.594810:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.594812:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.594814:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.594834:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95a00/0x3313483622c962c1 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ce expref: 100 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.594842:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95a00/0x3313483622c962c1 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ce expref: 100 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.594850:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938499456:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.594873:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9480 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.594919:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318258.594926:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938499584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.594949:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.594971:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938499584 00000100:00100000:0.0:1767318258.594975:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938499584 00000100:00100000:0.0:1767318258.594992:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23580 00000100:00100000:0.0:1767318258.594997:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+204:6187:x1853163938499584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.595009:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:394 count 1 00010000:00010000:0.0:1767318258.595022:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595032:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9678a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55483f expref: 131 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.595038:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.595040:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.595042:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595059:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9678a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55483f expref: 131 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.595068:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9678a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55483f expref: 131 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.595085:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938499712:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.595109:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.595124:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595132:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595143:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595151:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595166:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.595468:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1438:6188:x1853163938494976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39495us (39568us total) trans 4294975497 rc 0/0 00000100:00100000:0.0:1767318258.595476:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23561 00010000:00010000:0.0:1767318258.595528:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595537:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595545:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595553:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595565:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.595706:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+1438:6186:x1853163938494848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37772us (37934us total) trans 4294975498 rc 0/0 00000100:00100000:0.0:1767318258.595713:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23562 00000004:00080000:0.0:1767318258.595748:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160b8000/2, rc 0, transno 4294975498 00000100:00100000:0.0:1767318258.595753:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938494848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318258.595903:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595912:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595919:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595926:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.595939:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318258.596088:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030941ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+205:6186:x1853163938495616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37641us (37922us total) trans 4294975912 rc 0/0 00000100:00100000:0.0:1767318258.596094:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23563 00010000:00010000:0.0:1767318258.596113:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318258.596119:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596126:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.596130:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596138:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596155:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596162:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d29e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596179:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.596182:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596188:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.596190:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596198:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596212:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 1/0,0 mode: --/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596219:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9d2ac lrc: 0/0,0 mode: --/PW res: [0x280000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596230:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.596233:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596239:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.596242:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596249:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596258:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596263:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d2b3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x185:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596275:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.596277:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.596278:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.596297:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9c000/2, rc 0, transno 4294975912 00000100:00100000:0.0:1767318258.596308:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938495616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.596369:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938499840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.596399:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.596436:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938499840 00000100:00100000:0.0:1767318258.596441:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938499840 00000100:00100000:0.0:1767318258.596469:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23581 00000100:00100000:0.0:1767318258.596476:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+205:6185:x1853163938499840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.596493:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:395 count 1 00010000:00010000:0.0:1767318258.596531:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596547:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e800/0x3313483622c96791 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55484d expref: 131 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.596554:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.596556:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.596560:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596581:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282e800/0x3313483622c96791 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55484d expref: 131 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.596591:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282e800/0x3313483622c96791 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55484d expref: 131 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.596601:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938499968:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.596643:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d90c0 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.596685:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596694:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596702:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596709:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596721:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.596862:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+206:6186:x1853163938495488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38258us (38652us total) trans 4294975913 rc 0/0 00000100:00100000:0.0:1767318258.596869:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23564 00010000:00010000:0.0:1767318258.596887:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.596891:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596898:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.596902:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596910:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596922:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 1/0,0 mode: --/PW res: [0x240000404:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596929:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d2ba lrc: 0/0,0 mode: --/PW res: [0x240000404:0x184:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.596940:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.596942:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.596944:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.596962:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9fb80/2, rc 0, transno 4294975913 00000100:00100000:0.0:1767318258.596970:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938495488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.597003:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.597011:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938500096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.597033:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.597057:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938500096 00000100:00100000:0.0:1767318258.597060:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938500096 00000100:00100000:0.0:1767318258.597081:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23582 00000100:00100000:0.0:1767318258.597086:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+206:6185:x1853163938500096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.597097:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:396 count 1 00010000:00010000:0.0:1767318258.597108:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.597120:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0414856200/0x3313483622c96839 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55485b expref: 131 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.597127:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.597128:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.597131:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 4/0,1 mode: --/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.597154:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0414856200/0x3313483622c96839 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55485b expref: 131 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.597163:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0414856200/0x3313483622c96839 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55485b expref: 131 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.597173:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938500224:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.597202:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9d80 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.597234:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.597242:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.597249:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.597255:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.597266:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318258.597413:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.597419:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.597427:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.597429:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.597436:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.597447:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.597454:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d2c1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.597470:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.597472:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.597473:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.597595:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.598622:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ec8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938500480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.598681:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318258.598736:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160bb480/2, rc 0, transno 4294975497 00000100:00100000:3.0:1767318258.598746:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938494976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.598758:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318258.598763:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938500352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.598787:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.598819:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938500480 00000100:00100000:3.0:1767318258.598825:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938500480 00000100:00100000:3.0:1767318258.598858:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938500352 00000100:00100000:3.0:1767318258.598861:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938500352 00000100:00100000:3.0:1767318258.598875:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23583 00000100:00100000:3.0:1767318258.598881:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1439:6188:x1853163938500480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.598902:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:425 count 1 00010000:00010000:3.0:1767318258.598923:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.598940:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94c00/0x3313483622c962cf lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ea expref: 100 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.598946:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.598948:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.598951:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.598977:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94c00/0x3313483622c962cf lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ea expref: 100 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.598987:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94c00/0x3313483622c962cf lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ea expref: 100 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.598999:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938500608:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.599053:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043489bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.599172:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23584 00000100:00100000:1.0:1767318258.599183:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1439:6188:x1853163938500352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.599196:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:424 count 1 00010000:00010000:1.0:1767318258.599208:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.599220:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94400/0x3313483622c962c8 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549dc expref: 100 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.599227:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.599229:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.599232:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.599251:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94400/0x3313483622c962c8 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549dc expref: 100 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.599260:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94400/0x3313483622c962c8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549dc expref: 100 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.599270:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938500736:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.599294:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3180 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.599791:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.599828:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43e00/0x3313483622c96767 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x186:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554807 expref: 131 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.599843:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938496512:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.599865:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.599874:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.599880:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.599890:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.599898:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.599920:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.600185:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+207:6188:x1853163938495744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41209us (41842us total) trans 4294975914 rc 0/0 00000100:00100000:1.0:1767318258.600193:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23567 00010000:00010000:1.0:1767318258.600236:0:21383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42c00/0x3313483622c9674b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x182:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5547cf expref: 130 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.600247:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938496896:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.600260:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600268:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600275:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600283:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600294:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600308:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.600444:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320d93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+207:6187:x1853163938494208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46109us (46303us total) trans 4294975915 rc 0/0 00000100:00100000:1.0:1767318258.600451:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23560 00010000:00010000:1.0:1767318258.600472:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600479:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600486:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600492:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600531:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318258.600674:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+207:6186:x1853163938493952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46904us (47038us total) trans 4294975916 rc 0/0 00000100:00100000:1.0:1767318258.600680:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23557 00010000:00010000:1.0:1767318258.600782:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318258.600788:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600801:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.600805:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600812:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600830:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600836:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9d2cf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x186:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600852:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.600856:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600861:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311d47000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.600863:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600870:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600878:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600889:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311d47000/0x3313483622c9d2dd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x182:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600901:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.600905:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600911:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c94600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.600914:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600921:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600930:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600936:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c94600/0x3313483622c9d289 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x180:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.600947:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.600949:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.600950:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318258.601045:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9e680/2, rc 0, transno 4294975914 00000100:00100000:3.0:1767318258.601065:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938495744:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318258.607050:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.607122:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938500864:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.607198:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.607240:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.607247:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938500992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.607270:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318258.607299:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.607414:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938500864 00000100:00100000:1.0:1767318258.607422:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938500864 00000100:00100000:1.0:1767318258.607463:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938500992 00000100:00100000:1.0:1767318258.607467:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938500992 00000100:00100000:1.0:1767318258.607490:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23585 00000100:00100000:1.0:1767318258.607499:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1440:6185:x1853163938500864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.607550:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:426 count 1 00010000:00010000:1.0:1767318258.607575:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.607595:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94e00/0x3313483622c962d6 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f8 expref: 100 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.607602:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.607604:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.607608:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.607640:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94e00/0x3313483622c962d6 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f8 expref: 100 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.607652:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94e00/0x3313483622c962d6 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f8 expref: 100 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.607664:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938501120:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.607723:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410cff000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.607741:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23586 00000100:00100000:1.0:1767318258.607748:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+207:6185:x1853163938500992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.607760:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:397 count 1 00010000:00010000:1.0:1767318258.607773:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.607789:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1800/0x3313483622c96a8c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554869 expref: 129 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.607796:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.607797:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.607800:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 4/0,1 mode: --/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.607821:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1800/0x3313483622c96a8c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554869 expref: 129 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.607830:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1800/0x3313483622c96a8c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554869 expref: 129 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.607839:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938501248:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.607862:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3600 going to sleep for 11 seconds 00000004:00080000:0.0:1767318258.608079:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031738aa00/2, rc 0, transno 4294975915 00000100:00100000:0.0:1767318258.608098:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031738aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938494208:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.608124:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c1c00/2, rc 0, transno 4294975916 00000100:00100000:0.0:1767318258.608129:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938493952:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.608561:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938501504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.608599:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.608632:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318258.608637:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938501376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.608665:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.608802:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938501504 00000100:00100000:1.0:1767318258.608808:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938501504 00000100:00100000:1.0:1767318258.608838:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938501376 00000100:00100000:1.0:1767318258.608841:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938501376 00000100:00100000:1.0:1767318258.608857:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23587 00000100:00100000:1.0:1767318258.608864:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+209:6188:x1853163938501504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.608879:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:399 count 1 00010000:00010000:1.0:1767318258.608895:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.608909:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f400/0x3313483622c96798 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554885 expref: 129 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.608916:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.608918:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.608921:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.608942:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282f400/0x3313483622c96798 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554885 expref: 129 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.608952:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282f400/0x3313483622c96798 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554885 expref: 129 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.608964:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938501632:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.609009:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.609026:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23588 00000100:00100000:1.0:1767318258.609033:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d246c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+209:6188:x1853163938501376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.609045:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:398 count 1 00010000:00010000:1.0:1767318258.609056:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.609068:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e600/0x3313483622c96894 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554877 expref: 129 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.609074:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.609076:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.609078:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.609101:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282e600/0x3313483622c96894 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554877 expref: 129 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.609110:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282e600/0x3313483622c96894 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554877 expref: 129 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.609120:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938501760:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.609142:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a042d1e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.609538:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1441:6188:x1853163938495232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50811us (51287us total) trans 4294975499 rc 0/0 00000100:00100000:0.0:1767318258.609547:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23565 00000004:00080000:3.0:1767318258.609627:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9d180/2, rc 0, transno 4294975499 00000100:00100000:3.0:1767318258.609640:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938495232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.609782:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318258.609792:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938501888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.609819:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.609882:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938501888 00000100:00100000:1.0:1767318258.609887:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938501888 00000100:00100000:1.0:1767318258.609911:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23589 00000100:00100000:1.0:1767318258.609918:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1441:6186:x1853163938501888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.609933:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:427 count 1 00010000:00010000:1.0:1767318258.609948:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.609962:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95800/0x3313483622c962dd lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a06 expref: 100 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.609967:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.609969:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.609972:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.609991:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95800/0x3313483622c962dd lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a06 expref: 100 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.610005:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95800/0x3313483622c962dd lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a06 expref: 100 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.610015:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938502016:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.610055:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a126c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.617358:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.617384:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.617553:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938498304:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.617582:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.617612:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938499328:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.617625:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.617645:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306352680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938499072:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.617655:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.617673:0:21388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306353b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:21388:1853163938499200:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.617684:0:21388:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.620693:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938498688:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.620727:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.620761:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917993216 00000100:00100000:3.0:1767318258.620768:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917993216 00000100:00100000:3.0:1767318258.620834:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 701 00000100:00100000:3.0:1767318258.620844:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+139:81709:x1853163917993216:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1767318258.620895:0:57486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767318258.620921:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d2a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1327:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554f6 expref: 139 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.620938:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1327:0x0].0x0 (ffff9a0304067300) 00010000:00010000:3.0:1767318258.620955:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0318044000/0x3313483622c9d220 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554ef expref: 138 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.620964:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067a00) 00010000:00010000:3.0:1767318258.620969:0:57486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.620994:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d377 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621005:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d377 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621013:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d377 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621025:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621032:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621038:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621142:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d385 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1327:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621150:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d385 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621158:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d385 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000040:00080000:3.0:1767318258.621579:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2052, 64 off139520 00010000:00010000:3.0:1767318258.621639:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621649:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621657:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621664:0:57486:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621670:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621680:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621699:0:57486:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318258.621718:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d385 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1327:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621725:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d385 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1327:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621732:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d385 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1327:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621737:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daea00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.621742:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d385 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1327:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621749:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d385 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1327:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621758:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1327:0x0].0x0 (ffff9a0304067800) 00010000:00010000:3.0:1767318258.621761:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1767318258.621765:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d385 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1327:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621770:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d385 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1327:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621808:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d377 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621814:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d377 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621824:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d377 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621829:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daf600 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.621831:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d377 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621838:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d377 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621845:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067c00) 00010000:00010000:3.0:1767318258.621847:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.621850:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d377 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621855:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d377 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000004:00010000:3.0:1767318258.621868:0:57486:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e153333d reply state 00000000179a51be transno 34359738843 ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:3.0:1767318258.621875:0:57486:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318258.621950:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+139:81709:x1853163917993216:12345-192.168.203.16@tcp:36:rm.0 Request processed in 1105us (4608us total) trans 34359738843 rc 0/0 00000100:00100000:3.0:1767318258.621958:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 701 00010000:00010000:3.0:1767318258.621986:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.621991:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.621996:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dafc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.621999:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.622006:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.622014:0:12859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1327:0x0].0x0 (ffff9a0304067800) 00010000:00010000:3.0:1767318258.622016:0:12859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1767318258.622019:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.622025:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dafc00/0x3313483622c9d38c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1327:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.622036:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.622038:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.622040:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.622958:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308165500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938499712:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.622984:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.623012:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938499456:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.623023:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.623978:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917992960 00000100:00100000:2.0:1767318258.623988:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917992960 00010000:00010000:2.0:1767318258.624024:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c96783 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554831 expref: 130 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.624057:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32097 00000100:00100000:2.0:1767318258.624067:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+130:2483:x1853163917992960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.624080:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.624085:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c96783 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554831 expref: 130 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.624097:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c96783 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554831 expref: 130 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.624120:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c96783 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x189:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554831 expref: 130 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.624136:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.624138:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.624144:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.624153:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x189:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.624177:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.626333:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+129:2483:x1853163917992960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2247us (8927us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.626356:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32097 00010000:00010000:1.0:1767318258.630117:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630137:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630149:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630158:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630176:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.630480:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+210:6188:x1853163938498176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43212us (43273us total) trans 4294975917 rc 0/0 00000100:00100000:1.0:1767318258.630490:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23574 00010000:00010000:1.0:1767318258.630543:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.630550:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630558:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.630563:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630571:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630589:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630597:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9d307 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x189:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630613:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.630615:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.630617:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318258.630658:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1fb80/2, rc 0, transno 4294975917 00000100:00100000:1.0:1767318258.630672:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938498176:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.630752:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938502144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.630788:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.630827:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938502144 00000100:00100000:1.0:1767318258.630833:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938502144 00000100:00100000:1.0:1767318258.630868:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23590 00000100:00100000:1.0:1767318258.630877:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+210:6186:x1853163938502144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.630898:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:400 count 1 00010000:00010000:1.0:1767318258.630917:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630933:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f200/0x3313483622c9679f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554893 expref: 128 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.630941:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.630943:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.630947:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.630971:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282f200/0x3313483622c9679f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554893 expref: 128 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.630983:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282f200/0x3313483622c9679f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554893 expref: 128 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.630994:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938502272:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.631045:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.632406:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632437:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632454:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632479:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632500:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632538:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632622:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632636:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632662:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632675:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632689:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632748:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632760:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632784:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.632851:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917993472 00000100:00100000:0.0:1767318258.632859:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917993472 00010000:00010000:0.0:1767318258.632898:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282e200/0x3313483622c9677c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554823 expref: 129 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.632921:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917993728 00000100:00100000:0.0:1767318258.632924:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917993728 00010000:00010000:0.0:1767318258.632937:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c962ba lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c0 expref: 101 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.632947:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917993984 00000100:00100000:0.0:1767318258.632950:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917993984 00010000:00010000:0.0:1767318258.632959:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9678a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55483f expref: 130 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.632968:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917993344 00000100:00100000:0.0:1767318258.632970:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917993344 00010000:00010000:0.0:1767318258.632979:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95600/0x3313483622c962ac lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549a4 expref: 102 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.632987:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917993600 00000100:00100000:0.0:1767318258.632990:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917993600 00010000:00010000:0.0:1767318258.632998:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91000/0x3313483622c962b3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b2 expref: 103 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.633008:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917993856 00000100:00100000:0.0:1767318258.633011:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917993856 00010000:00010000:0.0:1767318258.633020:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95a00/0x3313483622c962c1 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ce expref: 104 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.633031:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917994368 00000100:00100000:0.0:1767318258.633034:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917994368 00010000:00010000:0.0:1767318258.633045:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94c00/0x3313483622c962cf lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ea expref: 105 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.633054:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917994112 00000100:00100000:0.0:1767318258.633057:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917994112 00010000:00010000:0.0:1767318258.633064:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282e800/0x3313483622c96791 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55484d expref: 131 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.633073:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917994496 00000100:00100000:0.0:1767318258.633075:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917994496 00010000:00010000:0.0:1767318258.633086:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94400/0x3313483622c962c8 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549dc expref: 106 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.633095:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917994240 00000100:00100000:0.0:1767318258.633097:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917994240 00010000:00010000:0.0:1767318258.633108:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0414856200/0x3313483622c96839 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55485b expref: 132 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.633119:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917994624 00000100:00100000:0.0:1767318258.633121:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917994624 00010000:00010000:0.0:1767318258.633131:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94e00/0x3313483622c962d6 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f8 expref: 107 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.633140:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917994880 00000100:00100000:0.0:1767318258.633142:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917994880 00010000:00010000:0.0:1767318258.633152:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282f400/0x3313483622c96798 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554885 expref: 133 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.633162:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917994752 00000100:00100000:0.0:1767318258.633165:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917994752 00010000:00010000:0.0:1767318258.633175:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1800/0x3313483622c96a8c lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554869 expref: 134 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.633187:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917995008 00000100:00100000:0.0:1767318258.633189:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917995008 00010000:00010000:0.0:1767318258.633199:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282e600/0x3313483622c96894 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554877 expref: 135 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.633212:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32098 00000100:00100000:0.0:1767318258.633220:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+135:2480:x1853163917993472:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.633233:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.633237:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282e200/0x3313483622c9677c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554823 expref: 135 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633247:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282e200/0x3313483622c9677c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554823 expref: 135 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633269:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e200/0x3313483622c9677c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x188:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554823 expref: 135 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633285:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633287:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633291:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633301:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x188:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633333:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.633392:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+134:2480:x1853163917993472:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 170us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.633400:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32098 00000100:00100000:0.0:1767318258.633418:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32099 00000100:00100000:0.0:1767318258.633424:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+107:2480:x1853163917993728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.633433:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.633438:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c962ba lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c0 expref: 107 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633447:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c962ba lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c0 expref: 107 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633460:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c962ba lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c0 expref: 107 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633470:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633472:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633475:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633481:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633499:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.633543:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+106:2480:x1853163917993728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 119us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.633550:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32099 00000100:00100000:0.0:1767318258.633564:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32100 00000100:00100000:0.0:1767318258.633570:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+133:2480:x1853163917993984:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.633578:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.633583:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9678a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55483f expref: 133 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633591:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9678a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x18a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55483f expref: 133 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633605:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9678a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55483f expref: 133 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633615:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633616:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633619:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633626:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633643:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.633661:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+132:2480:x1853163917993984:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 90us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.633667:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32100 00000100:00100000:0.0:1767318258.633681:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32101 00000100:00100000:0.0:1767318258.633687:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+105:2480:x1853163917993344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.633694:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.633698:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95600/0x3313483622c962ac lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549a4 expref: 105 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633708:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95600/0x3313483622c962ac lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549a4 expref: 105 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633720:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95600/0x3313483622c962ac lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549a4 expref: 105 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633728:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633729:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633732:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633738:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633755:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.633774:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+104:2480:x1853163917993344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 87us (1294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.633780:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32101 00000100:00100000:0.0:1767318258.633818:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32102 00000100:00100000:0.0:1767318258.633824:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+103:2480:x1853163917993600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.633831:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.633836:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91000/0x3313483622c962b3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b2 expref: 103 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633844:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91000/0x3313483622c962b3 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b2 expref: 103 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633855:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91000/0x3313483622c962b3 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b2 expref: 103 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633864:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633865:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633868:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633875:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633892:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.633912:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+102:2480:x1853163917993600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 87us (1410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.633918:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32102 00000100:00100000:0.0:1767318258.633929:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32103 00000100:00100000:0.0:1767318258.633935:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+101:2480:x1853163917993856:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.633941:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.633945:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95a00/0x3313483622c962c1 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ce expref: 101 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633960:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95a00/0x3313483622c962c1 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ce expref: 101 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633974:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95a00/0x3313483622c962c1 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ce expref: 101 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.633982:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633983:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.633986:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.633992:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634009:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.634027:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+100:2480:x1853163917993856:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 92us (1489us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.634033:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32103 00000100:00100000:0.0:1767318258.634046:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32104 00000100:00100000:0.0:1767318258.634052:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+99:2482:x1853163917994368:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.634059:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.634064:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94c00/0x3313483622c962cf lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ea expref: 99 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634072:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94c00/0x3313483622c962cf lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ea expref: 99 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634083:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634085:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634087:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634094:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634104:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.634117:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+99:2482:x1853163917994368:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 65us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.634123:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32104 00000100:00100000:0.0:1767318258.634135:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32105 00000100:00100000:0.0:1767318258.634141:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+131:2482:x1853163917994112:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.634148:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.634152:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282e800/0x3313483622c96791 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55484d expref: 131 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634161:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282e800/0x3313483622c96791 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55484d expref: 131 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634171:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634173:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634175:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634187:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634198:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.634211:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+131:2482:x1853163917994112:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (1574us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.634218:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32105 00000100:00100000:0.0:1767318258.634230:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32106 00000100:00100000:0.0:1767318258.634237:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+98:2480:x1853163917994496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.634244:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.634248:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94400/0x3313483622c962c8 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549dc expref: 98 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634256:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94400/0x3313483622c962c8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549dc expref: 98 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634267:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634269:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634272:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634279:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634290:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.634304:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+98:2480:x1853163917994496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (1641us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.634310:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32106 00000100:00100000:0.0:1767318258.634323:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32107 00000100:00100000:0.0:1767318258.634330:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+130:2480:x1853163917994240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.634337:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.634355:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0414856200/0x3313483622c96839 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55485b expref: 130 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634366:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0414856200/0x3313483622c96839 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55485b expref: 130 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634376:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634378:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634382:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634388:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634398:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.634412:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+130:2480:x1853163917994240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 82us (1735us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.634418:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32107 00000100:00100000:0.0:1767318258.634432:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32108 00000100:00100000:0.0:1767318258.634438:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+97:2482:x1853163917994624:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.634445:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.634450:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94e00/0x3313483622c962d6 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f8 expref: 97 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634458:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94e00/0x3313483622c962d6 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f8 expref: 97 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634468:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634470:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634473:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634479:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634489:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.634503:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+97:2482:x1853163917994624:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 65us (1812us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.634533:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32108 00000100:00100000:0.0:1767318258.634566:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32109 00000100:00100000:0.0:1767318258.634573:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+129:2480:x1853163917994880:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.634583:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.634588:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282f400/0x3313483622c96798 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554885 expref: 129 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634597:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282f400/0x3313483622c96798 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554885 expref: 129 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634608:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634610:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634613:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634619:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634630:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.634643:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+129:2480:x1853163917994880:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 71us (1895us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.634648:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32109 00000100:00100000:0.0:1767318258.634660:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32110 00000100:00100000:0.0:1767318258.634666:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+128:2480:x1853163917994752:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.634673:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.634678:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1800/0x3313483622c96a8c lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554869 expref: 128 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634688:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1800/0x3313483622c96a8c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554869 expref: 128 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634698:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634700:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634702:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634709:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634725:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.634738:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+128:2480:x1853163917994752:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 73us (1978us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.634744:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32110 00000100:00100000:0.0:1767318258.634756:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32111 00000100:00100000:0.0:1767318258.634762:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+127:2482:x1853163917995008:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.634769:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.634774:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282e600/0x3313483622c96894 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554877 expref: 127 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634783:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282e600/0x3313483622c96894 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554877 expref: 127 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.634793:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634796:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.634799:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634806:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634816:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.634830:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+127:2482:x1853163917995008:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (2056us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.634835:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32111 00010000:00010000:0.0:1767318258.634903:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e800/0x3313483622c96791 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55484d expref: 126 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.634917:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938499968:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.634935:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634944:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634950:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634961:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634971:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.634997:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.635284:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+211:6185:x1853163938499840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38807us (38882us total) trans 4294975918 rc 0/0 00000100:00100000:0.0:1767318258.635292:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23581 00010000:00010000:0.0:1767318258.635327:0:20656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0414856200/0x3313483622c96839 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55485b expref: 125 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.635338:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938500224:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.636424:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636437:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636446:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636453:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636471:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.636731:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1442:6188:x1853163938498432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47312us (47397us total) trans 4294975500 rc 0/0 00000100:00100000:3.0:1767318258.636744:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23575 00010000:00010000:3.0:1767318258.636768:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.636775:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636782:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.636786:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636795:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636812:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636819:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318043600/0x3313483622c9d338 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x18b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636835:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.636839:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636845:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.636849:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636856:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636868:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636874:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d30e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.636888:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.636889:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.636891:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318258.636926:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173c2a00/2, rc 0, transno 4294975500 00000100:00100000:3.0:1767318258.636939:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938498432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.637009:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318258.637023:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938502400:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.637058:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.637087:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938502400 00000100:00100000:3.0:1767318258.637093:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938502400 00000100:00100000:3.0:1767318258.637125:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23591 00000100:00100000:3.0:1767318258.637133:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1442:6188:x1853163938502400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.637157:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:428 count 1 00010000:00010000:3.0:1767318258.637176:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.637191:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229e00/0x3313483622c962eb lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a14 expref: 96 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.637198:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.637200:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.637203:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.637225:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c229e00/0x3313483622c962eb lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a14 expref: 96 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.637235:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c229e00/0x3313483622c962eb lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a14 expref: 96 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.637246:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938502528:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.637281:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04058b5180 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.637305:0:21391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94c00/0x3313483622c962cf lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ea expref: 96 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.637315:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938500608:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.637329:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.637337:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.637357:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.637364:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.637376:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.637390:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.637555:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1443:6188:x1853163938500480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38673us (38873us total) trans 4294975501 rc 0/0 00000100:00100000:3.0:1767318258.637562:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23583 00000004:00080000:3.0:1767318258.637589:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ec8380/2, rc 0, transno 4294975501 00000100:00100000:3.0:1767318258.637598:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ec8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938500480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.637632:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938502656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.637655:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.637680:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938502656 00000100:00100000:3.0:1767318258.637684:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938502656 00000100:00100000:3.0:1767318258.637706:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23592 00000100:00100000:3.0:1767318258.637711:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1443:6188:x1853163938502656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.637722:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:429 count 1 00010000:00010000:3.0:1767318258.637732:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.638450:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.638457:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.638465:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daf800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.638468:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.638477:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.638494:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.638501:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daf800/0x3313483622c9d346 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.638534:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.638536:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.638538:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.638607:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229c00/0x3313483622c962f2 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a22 expref: 95 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.638616:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.638618:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.638621:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.638755:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1767318258.638939:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.638950:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.638956:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.638965:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.638971:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.638995:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.639212:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+211:6185:x1853163938500096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42124us (42177us total) trans 4294975919 rc 0/0 00000100:00100000:0.0:1767318258.639221:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23582 00010000:00010000:0.0:1767318258.639261:0:21382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94400/0x3313483622c962c8 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549dc expref: 95 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.639273:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938500736:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.639290:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639297:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639305:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639395:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639406:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639425:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.639603:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1444:6188:x1853163938500352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40423us (40813us total) trans 4294975502 rc 0/0 00000100:00100000:0.0:1767318258.639610:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23584 00000004:00080000:0.0:1767318258.639647:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125ebb80/2, rc 0, transno 4294975919 00000100:00100000:0.0:1767318258.639661:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938500096:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.639672:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fea00/2, rc 0, transno 4294975918 00000100:00100000:0.0:1767318258.639676:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938499840:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318258.639699:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.639705:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639713:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.639716:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639729:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639744:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639751:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318043a00/0x3313483622c9d33f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x18c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639767:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.639771:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639777:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.639780:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639787:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639796:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639803:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9d34d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639820:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.639822:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.639823:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.639829:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.639838:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639845:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639853:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639860:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.639873:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.639996:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1444:6187:x1853163938498944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 45228us (45320us total) trans 4294975503 rc 0/0 00000100:00100000:0.0:1767318258.640003:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23579 00010000:00010000:0.0:1767318258.640020:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.640025:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640032:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.640035:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640042:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640053:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640059:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043e00/0x3313483622c9d32a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640071:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.640073:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.640075:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.640093:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306353800/2, rc 0, transno 4294975503 00000100:00100000:0.0:1767318258.640105:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938498944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318258.640120:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640128:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640136:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640143:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640162:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.640296:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+211:6187:x1853163938499584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45297us (45345us total) trans 4294975920 rc 0/0 00000100:00100000:0.0:1767318258.640304:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23580 00010000:00010000:2.0:1767318258.640457:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.640463:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.640470:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.640473:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.640481:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.640497:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.640518:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042000/0x3313483622c9d331 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x18a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.640532:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.640534:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.640536:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.640615:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308164e00/2, rc 0, transno 4294975920 00000100:00100000:0.0:1767318258.640621:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308164e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938499584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.640697:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318258.640709:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938502912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.640743:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.640774:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938502912 00000100:00100000:0.0:1767318258.640780:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938502912 00000100:00100000:0.0:1767318258.640811:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23593 00000100:00100000:0.0:1767318258.640818:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1444:6186:x1853163938502912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.640840:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:430 count 1 00010000:00010000:0.0:1767318258.640858:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640875:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228200/0x3313483622c962f9 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a30 expref: 94 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.640883:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.640885:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.640888:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.640913:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c228200/0x3313483622c962f9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a30 expref: 94 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.640925:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c228200/0x3313483622c962f9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a30 expref: 94 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.640938:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938503040:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.640977:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.641037:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938503296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.641060:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.641076:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318258.641081:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938503424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.641100:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.641121:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938503296 00000100:00100000:0.0:1767318258.641125:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938503296 00000100:00100000:0.0:1767318258.641144:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938503424 00000100:00100000:0.0:1767318258.641147:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938503424 00000100:00100000:0.0:1767318258.641162:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23594 00000100:00100000:0.0:1767318258.641169:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+212:6187:x1853163938503296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.641180:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:402 count 1 00010000:00010000:0.0:1767318258.641194:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 3/0,1 mode: --/PW res: [0x240000404:0x192:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.641205:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282fa00/0x3313483622c967ad lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548af expref: 124 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.641211:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.641213:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.641215:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 4/0,1 mode: --/PW res: [0x240000404:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.641234:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282fa00/0x3313483622c967ad lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548af expref: 124 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.641244:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282fa00/0x3313483622c967ad lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548af expref: 124 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.641255:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938503552:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.641273:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.641291:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23595 00000100:00100000:0.0:1767318258.641298:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+212:6187:x1853163938503424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.641312:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:403 count 1 00010000:00010000:1.0:1767318258.641549:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94e00/0x3313483622c962d6 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f8 expref: 94 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.641566:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938501120:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.641585:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.641830:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.641843:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917995136 00000100:00100000:1.0:1767318258.641847:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917995136 00010000:00010000:1.0:1767318258.641870:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95800/0x3313483622c962dd lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a06 expref: 94 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.641894:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32112 00000100:00100000:1.0:1767318258.641901:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+94:2481:x1853163917995136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.641911:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.641916:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95800/0x3313483622c962dd lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a06 expref: 94 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.641928:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95800/0x3313483622c962dd lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a06 expref: 94 pid: 21383 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.641945:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.641947:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.641951:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.641958:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.642060:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.642086:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+94:2481:x1853163917995136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 185us (3970us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.642094:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32112 00010000:00010000:1.0:1767318258.642113:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.642120:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.642128:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.642135:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.642151:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318258.642447:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x193:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.642461:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c967b4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548bd expref: 124 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.642468:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.642470:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.642472:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.642496:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c967b4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548bd expref: 124 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.642527:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c967b4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548bd expref: 124 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.642540:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938503680:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.642578:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.642595:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.642601:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.642609:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.642614:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.642623:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.642636:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.642643:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d354 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.642661:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.642663:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.642665:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.642685:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938503168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.642721:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.642759:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938503168 00000100:00100000:0.0:1767318258.642764:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938503168 00000100:00100000:0.0:1767318258.642789:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23596 00000100:00100000:0.0:1767318258.642796:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+213:6186:x1853163938503168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.642814:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:401 count 1 00010000:00010000:0.0:1767318258.642827:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x191:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.642839:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f600/0x3313483622c967a6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548a1 expref: 124 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.642845:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.642847:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.642849:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 4/0,1 mode: --/PW res: [0x240000404:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.642867:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282f600/0x3313483622c967a6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548a1 expref: 124 pid: 21397 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.642875:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282f600/0x3313483622c967a6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548a1 expref: 124 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.642884:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938503808:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.642902:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d90c0 going to sleep for 11 seconds 00000004:00080000:0.0:1767318258.642939:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d1500/2, rc 0, transno 4294975502 00000100:00100000:0.0:1767318258.642951:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938500352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.642997:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318258.643005:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938503936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.643029:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.643051:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938503936 00000100:00100000:0.0:1767318258.643055:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938503936 00000100:00100000:0.0:1767318258.643078:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23597 00000100:00100000:0.0:1767318258.643084:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1446:6186:x1853163938503936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.643096:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:431 count 1 00010000:00010000:0.0:1767318258.643109:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.643122:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92600/0x3313483622c96300 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a3e expref: 93 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.643128:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.643130:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.643132:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.643152:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92600/0x3313483622c96300 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a3e expref: 93 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.643162:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92600/0x3313483622c96300 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a3e expref: 93 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.643172:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20656:1853163938504064:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.643192:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf533c0 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.643220:0:21246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f400/0x3313483622c96798 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554885 expref: 124 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.643231:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938501632:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.643251:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.643260:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.643268:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.643277:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.643283:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.643297:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.643471:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1446:6185:x1853163938500864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35972us (36272us total) trans 4294975504 rc 0/0 00000100:00100000:1.0:1767318258.643479:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23585 00000100:00100000:1.0:1767318258.643662:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1767318258.643686:0:6172:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.643695:0:6172:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.643701:0:6172:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.643707:0:6172:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dae000 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:1.0:1767318258.643711:0:6172:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.643717:0:6172:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.643730:0:6172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x33f7d6b4 (ffff9a0304067000) 00010000:00010000:1.0:1767318258.643733:0:6172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318258.643736:0:6172:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:1.0:1767318258.643742:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae000/0x3313483622c9d37e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x33f7d6b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000100:00100000:1.0:1767318258.643771:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917995264 00000100:00100000:1.0:1767318258.644073:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917995264 00000100:00100000:1.0:1767318258.644113:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 702 00000100:00100000:1.0:1767318258.644121:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+138:81709:x1853163917995264:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:1.0:1767318258.644137:0:56440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318258.644154:0:56440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d3cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555504 expref: -99 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.644243:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a600/0x3313483622c9d3d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.644255:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a600/0x3313483622c9d3d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.644263:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a600/0x3313483622c9d3d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000004:00200000:1.0:1767318258.644326:0:56440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1767318258.644330:0:56440:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:1.0:1767318258.644366:0:56440:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a600/0x3313483622c9d3d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.644391:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d3cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555504 expref: 140 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.644407:0:56440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a600/0x3313483622c9d3d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555504 expref: 139 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.644415:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0311b21300) 00010000:00010000:1.0:1767318258.644417:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767318258.644420:0:56440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030915a600, rc 0) 00000100:00100000:1.0:1767318258.644443:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+139:81709:x1853163917995264:12345-192.168.203.16@tcp:101:rm.0 Request processed in 324us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.644450:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 702 00000004:00080000:2.0:1767318258.645686:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317be5f80/2, rc 0, transno 4294975504 00000100:00100000:2.0:1767318258.645708:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938500864:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.647162:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+214:6188:x1853163938501504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38293us (38556us total) trans 4294975921 rc 0/0 00000100:00100000:0.0:1767318258.647176:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23587 00010000:00010000:0.0:1767318258.647214:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.647221:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.647231:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.647236:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.647245:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.647262:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.647269:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d362 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x18f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.647286:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.647288:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.647290:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.647366:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.647382:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938504192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.647424:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318258.647484:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171f800/2, rc 0, transno 4294975921 00000100:00100000:0.0:1767318258.647496:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938501504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.647558:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938504320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.647581:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.647610:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938504192 00000100:00100000:0.0:1767318258.647616:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938504192 00000100:00100000:0.0:1767318258.647649:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938504320 00000100:00100000:0.0:1767318258.647651:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938504320 00000100:00100000:0.0:1767318258.647668:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23598 00000100:00100000:0.0:1767318258.647675:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1446:6185:x1853163938504192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.647699:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:432 count 1 00010000:00010000:0.0:1767318258.647723:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.647740:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92000/0x3313483622c96307 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a4c expref: 93 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.647748:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.647750:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.647753:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.647777:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92000/0x3313483622c96307 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a4c expref: 93 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.647789:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92000/0x3313483622c96307 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a4c expref: 93 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.647800:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938504448:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.647859:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.647876:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23599 00000100:00100000:0.0:1767318258.647883:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+214:6187:x1853163938504320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.647896:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:404 count 1 00010000:00010000:0.0:1767318258.647908:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x194:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.647918:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c967bb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548cb expref: 123 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.647924:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.647925:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.647927:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.647945:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c967bb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548cb expref: 123 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.647954:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c967bb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548cb expref: 123 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.647965:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938504576:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.647989:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7eb40 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.648065:0:21393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1800/0x3313483622c96a8c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554869 expref: 123 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.648076:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938501248:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.648093:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648102:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648109:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648122:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648203:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648221:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.648455:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+215:6185:x1853163938500992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40707us (41183us total) trans 4294975922 rc 0/0 00000100:00100000:0.0:1767318258.648463:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23586 00010000:00010000:0.0:1767318258.648484:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.648489:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648497:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.648500:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648530:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648544:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648550:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d35b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x18d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648569:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.648570:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.648572:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.648592:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317be7800/2, rc 0, transno 4294975922 00000100:00100000:0.0:1767318258.648602:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938500992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.648642:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318258.648651:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938504704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.648681:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.648708:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938504704 00000100:00100000:0.0:1767318258.648713:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938504704 00000100:00100000:0.0:1767318258.648737:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23600 00000100:00100000:0.0:1767318258.648743:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+215:6187:x1853163938504704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.648756:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:405 count 1 00010000:00010000:0.0:1767318258.648768:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648780:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a400/0x3313483622c967c2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d9 expref: 122 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.648787:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.648788:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.648791:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648812:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a400/0x3313483622c967c2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d9 expref: 122 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.648826:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a400/0x3313483622c967c2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d9 expref: 122 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.648837:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938504832:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.648874:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e600 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.648921:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e600/0x3313483622c96894 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x18e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554877 expref: 122 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.648932:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938501760:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.648947:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648955:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648961:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648967:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648973:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.648988:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.649129:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d246c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+216:6188:x1853163938501376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40096us (40462us total) trans 4294975923 rc 0/0 00000100:00100000:0.0:1767318258.649136:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23588 00000004:00080000:0.0:1767318258.649166:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171f480/2, rc 0, transno 4294975923 00000100:00100000:0.0:1767318258.649175:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938501376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.649212:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938504960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.649235:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.649268:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938504960 00000100:00100000:0.0:1767318258.649273:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938504960 00000100:00100000:0.0:1767318258.649292:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23601 00000100:00100000:0.0:1767318258.649298:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+216:6185:x1853163938504960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.649309:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:406 count 1 00010000:00010000:0.0:1767318258.649321:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 3/0,1 mode: --/PW res: [0x240000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.649331:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ac00/0x3313483622c967c9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e7 expref: 121 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.649337:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.649339:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.649341:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 4/0,1 mode: --/PW res: [0x240000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.649372:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ac00/0x3313483622c967c9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e7 expref: 121 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.649382:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ac00/0x3313483622c967c9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e7 expref: 121 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.649396:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938505088:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.649431:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf539c0 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.649466:0:25439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95800/0x3313483622c962dd lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a06 expref: 93 pid: 21383 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.649477:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938502016:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.649493:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.649502:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.649531:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.649537:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.649544:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.649557:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.649707:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1447:6186:x1853163938501888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39788us (39886us total) trans 4294975505 rc 0/0 00000100:00100000:0.0:1767318258.649714:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23589 00000004:00080000:0.0:1767318258.649740:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103f480/2, rc 0, transno 4294975505 00000100:00100000:0.0:1767318258.649750:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938501888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.649788:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.649795:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938505216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.649819:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.649845:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938505216 00000100:00100000:0.0:1767318258.649848:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938505216 00000100:00100000:0.0:1767318258.649871:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23602 00000100:00100000:0.0:1767318258.649877:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1447:6185:x1853163938505216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.649889:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:433 count 1 00010000:00010000:0.0:1767318258.649902:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.649914:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93e00/0x3313483622c9630e lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a5a expref: 92 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.649920:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.649922:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.649924:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.649942:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93e00/0x3313483622c9630e lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a5a expref: 92 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.649951:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93e00/0x3313483622c9630e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a5a expref: 92 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.649962:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938505344:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.649987:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04344b7840 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.650007:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650014:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650021:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650028:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650042:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318258.650051:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318258.650056:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650064:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.650067:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650074:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650089:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650101:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d369 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x18e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650117:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.650121:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650126:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.650129:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650135:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650145:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650152:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9d370 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650166:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.650169:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650174:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.650176:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650182:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650190:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650197:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d323 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.650209:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.650211:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.650213:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.650544:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c229c00/0x3313483622c962f2 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a22 expref: 92 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.650555:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c229c00/0x3313483622c962f2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a22 expref: 92 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.650567:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938502784:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.653732:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.657908:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043489bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.658113:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.658139:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.658163:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.658180:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.658198:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.658218:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.658311:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938502528:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.658354:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.658381:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917995520 00000100:00100000:2.0:1767318258.658387:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917995520 00010000:00010000:2.0:1767318258.658423:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c229e00/0x3313483622c962eb lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a14 expref: 93 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.658444:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917995776 00000100:00100000:2.0:1767318258.658446:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917995776 00010000:00010000:2.0:1767318258.658459:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282fa00/0x3313483622c967ad lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548af expref: 122 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.658477:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917996032 00000100:00100000:2.0:1767318258.658479:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917996032 00010000:00010000:2.0:1767318258.658490:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282f600/0x3313483622c967a6 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548a1 expref: 123 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.658524:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917995392 00000100:00100000:2.0:1767318258.658527:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917995392 00010000:00010000:2.0:1767318258.658538:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282f200/0x3313483622c9679f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554893 expref: 124 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.658548:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917995648 00000100:00100000:2.0:1767318258.658550:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917995648 00010000:00010000:2.0:1767318258.658559:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c228200/0x3313483622c962f9 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a30 expref: 94 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.658568:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917995904 00000100:00100000:2.0:1767318258.658570:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917995904 00010000:00010000:2.0:1767318258.658580:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c967b4 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548bd expref: 125 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.658593:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32113 00000100:00100000:2.0:1767318258.658601:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+94:2481:x1853163917995520:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767318258.658607:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1767318258.658614:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.658619:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c229e00/0x3313483622c962eb lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a14 expref: 94 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.658635:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c229e00/0x3313483622c962eb lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a14 expref: 94 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.658656:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229e00/0x3313483622c962eb lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a14 expref: 94 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.658672:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.658674:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.658679:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.658687:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.658709:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.658739:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+93:2481:x1853163917995520:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 138us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.658739:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938502272:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.658747:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32113 00000100:00100000:2.0:1767318258.658761:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917996160 00000100:00100000:2.0:1767318258.658764:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917996160 00010000:00010000:3.0:1767318258.658764:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.658774:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92600/0x3313483622c96300 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a3e expref: 93 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.658787:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32114 00000100:00100000:3.0:1767318258.658789:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938503552:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.658793:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+125:2481:x1853163917995776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.658801:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.658801:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 3/0,1 mode: --/PW res: [0x240000404:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.658806:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282fa00/0x3313483622c967ad lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548af expref: 125 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.658814:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282fa00/0x3313483622c967ad lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548af expref: 125 pid: 21397 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.658823:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938503680:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.658827:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282fa00/0x3313483622c967ad lrc: 0/0,0 mode: --/PR res: [0x240000404:0x192:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548af expref: 125 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.658832:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.658837:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.658838:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.658841:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.658849:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.658849:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938503808:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.658858:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.658864:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.658871:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.658878:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.658881:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+124:2481:x1853163917995776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 88us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.658887:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32114 00010000:00010000:3.0:1767318258.658888:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.658896:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.658899:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32115 00000100:00100000:2.0:1767318258.658905:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+123:2481:x1853163917996032:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.658912:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.658913:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318258.658916:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282f600/0x3313483622c967a6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548a1 expref: 123 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.658928:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282f600/0x3313483622c967a6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548a1 expref: 123 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.658939:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f600/0x3313483622c967a6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x191:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548a1 expref: 123 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.658946:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.658948:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.658950:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.658958:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.658974:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.658991:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+122:2481:x1853163917996032:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.658998:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32115 00000100:00100000:2.0:1767318258.659040:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32116 00000100:00100000:2.0:1767318258.659046:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+121:2481:x1853163917995392:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.659053:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.659058:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282f200/0x3313483622c9679f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554893 expref: 121 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.659069:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282f200/0x3313483622c9679f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554893 expref: 121 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.659082:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f200/0x3313483622c9679f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x190:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554893 expref: 121 pid: 21397 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.659091:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.659094:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.659096:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659103:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659121:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.659139:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+120:2481:x1853163917995392:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 93us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.659146:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32116 00000100:00100000:2.0:1767318258.659158:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32117 00000100:00100000:2.0:1767318258.659164:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311709880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+93:2481:x1853163917995648:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.659171:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.659177:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c228200/0x3313483622c962f9 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a30 expref: 93 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.659186:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c228200/0x3313483622c962f9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a30 expref: 93 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.659197:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.659199:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.659202:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659211:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659223:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.659240:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311709880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+93:2481:x1853163917995648:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 76us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.659247:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32117 00000100:00100000:2.0:1767318258.659259:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32118 00000100:00100000:2.0:1767318258.659265:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+119:2481:x1853163917995904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.659272:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.659277:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c967b4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548bd expref: 119 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.659286:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c967b4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548bd expref: 119 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.659299:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c967b4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x193:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548bd expref: 119 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.659308:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.659309:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.659312:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659324:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659340:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.659367:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+118:2481:x1853163917995904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 103us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.659374:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32118 00000100:00100000:2.0:1767318258.659385:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32119 00000100:00100000:2.0:1767318258.659392:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+92:2481:x1853163917996160:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.659398:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.659402:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92600/0x3313483622c96300 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a3e expref: 92 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.659412:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92600/0x3313483622c96300 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a3e expref: 92 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.659423:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.659424:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.659428:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659435:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659446:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.659459:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+92:2481:x1853163917996160:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 68us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.659465:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32119 00010000:00010000:2.0:1767318258.659484:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659491:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659498:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659524:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.659538:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.659585:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+217:6187:x1853163938503296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18416us (18523us total) trans 4294975924 rc 0/0 00000100:00100000:3.0:1767318258.659593:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23594 00010000:00010000:3.0:1767318258.659616:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.659623:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.659631:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.659637:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.659650:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318258.659690:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1449:6188:x1853163938502400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22557us (22631us total) trans 4294975507 rc 0/0 00000100:00100000:2.0:1767318258.659697:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23591 00000100:00100000:3.0:1767318258.659929:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+217:6186:x1853163938502144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29053us (29140us total) trans 4294975925 rc 0/0 00000100:00100000:3.0:1767318258.659936:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23590 00010000:00010000:3.0:1767318258.660111:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.660120:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.660128:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.660134:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.660154:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318258.660276:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+217:6187:x1853163938503424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18977us (19173us total) trans 4294975926 rc 0/0 00000100:00100000:3.0:1767318258.660282:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23595 00010000:00010000:1.0:1767318258.660286:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318258.660292:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660301:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.660302:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660305:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.660310:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.660317:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.660323:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660324:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.660332:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1767318258.660338:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 1/0,0 mode: --/PW res: [0x240000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660354:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042a00/0x3313483622c9d3af lrc: 0/0,0 mode: --/PW res: [0x240000404:0x192:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660370:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318258.660373:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660379:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daec00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.660382:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660389:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660401:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660408:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312daec00/0x3313483622c9d39a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660421:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318258.660424:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660430:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.660433:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660440:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660449:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660456:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d393 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x190:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660468:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.660471:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660481:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.660485:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660491:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660499:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660528:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042400/0x3313483622c9d3b6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x193:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660540:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.660543:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660549:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.660551:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660557:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660566:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660576:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042600/0x3313483622c9d3bd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x191:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.660586:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.660587:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.660589:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.662400:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+217:6186:x1853163938503168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19598us (19673us total) trans 4294975927 rc 0/0 00000100:00100000:3.0:1767318258.662410:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23596 00000100:00100000:3.0:1767318258.663638:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938504576:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.663665:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.663696:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938504448:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.663709:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.663750:0:20656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92600/0x3313483622c96300 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a3e expref: 91 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.663782:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20656:1853163938504064:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.663794:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.663802:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.663808:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.663817:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.663824:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.663842:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318258.663993:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.664001:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.664009:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.664013:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.664022:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.664045:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.664052:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043200/0x3313483622c9d3c4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.664070:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.664073:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.664074:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.666521:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1449:6186:x1853163938498816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72255us (72614us total) trans 4294975506 rc 0/0 00000100:00100000:0.0:1767318258.666535:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23578 00010000:00010000:0.0:1767318258.666578:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.666622:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317908380/2, rc 0, transno 4294975926 00000100:00100000:0.0:1767318258.666640:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938503424:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.666652:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119be300/2, rc 0, transno 4294975924 00000100:00100000:0.0:1767318258.666656:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938503296:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318258.666671:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.666676:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.666746:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938505472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.666810:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.666843:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318258.666849:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938505600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.666868:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.666897:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938505472 00000100:00100000:0.0:1767318258.666904:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938505472 00000100:00100000:0.0:1767318258.666938:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938505600 00000100:00100000:0.0:1767318258.666941:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938505600 00000100:00100000:0.0:1767318258.666961:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23603 00000100:00100000:0.0:1767318258.666969:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+218:6187:x1853163938505472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.666992:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:407 count 1 00010000:00010000:0.0:1767318258.667018:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.667038:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ae00/0x3313483622c967d0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548f5 expref: 117 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.667046:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.667048:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.667051:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 4/0,1 mode: --/PW res: [0x240000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.667078:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ae00/0x3313483622c967d0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548f5 expref: 117 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.667091:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ae00/0x3313483622c967d0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548f5 expref: 117 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.667103:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938505728:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.667163:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433ac9780 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.667181:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23604 00000100:00100000:0.0:1767318258.667188:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+218:6187:x1853163938505600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.667200:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:408 count 1 00010000:00010000:0.0:1767318258.667212:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.667224:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b800/0x3313483622c967d7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554903 expref: 117 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.667229:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.667231:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.667233:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.667254:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b800/0x3313483622c967d7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554903 expref: 117 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.667262:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b800/0x3313483622c967d7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554903 expref: 117 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.667272:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938505856:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.667295:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433ac93c0 going to sleep for 11 seconds 00000004:00080000:0.0:1767318258.667626:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117dca80/2, rc 0, transno 4294975507 00000100:00100000:0.0:1767318258.667638:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938502400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.667683:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938505984:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.667697:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1448:6186:x1853163938503936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24611us (24665us total) trans 4294975508 rc 0/0 00000100:00100000:0.0:1767318258.667705:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.667705:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23597 00000100:00100000:3.0:1767318258.667729:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938505984 00000100:00100000:3.0:1767318258.667733:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938505984 00000100:00100000:0.0:1767318258.667748:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938504832:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.667765:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.667765:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23605 00000100:00100000:3.0:1767318258.667771:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1448:6185:x1853163938505984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.667783:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:434 count 1 00010000:00010000:3.0:1767318258.667799:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.667812:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93c00/0x3313483622c96315 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a68 expref: 90 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.667818:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.667819:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.667822:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.667842:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93c00/0x3313483622c96315 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a68 expref: 90 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.667851:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93c00/0x3313483622c96315 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a68 expref: 90 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.667861:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311708a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20656:1853163938506112:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.667894:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf533c0 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.667919:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228200/0x3313483622c962f9 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a30 expref: 90 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.667929:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938503040:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.667940:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.667949:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.668438:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e4b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938505088:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.668449:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 3/0,1 mode: --/PW res: [0x240000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.669105:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.669156:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.669176:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.669198:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.669219:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.669267:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.669369:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1767318258.669391:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.669403:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917996288 00000100:00100000:0.0:1767318258.669408:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917996288 00010000:00010000:0.0:1767318258.669438:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92000/0x3313483622c96307 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a4c expref: 90 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.669457:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917996544 00000100:00100000:0.0:1767318258.669460:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917996544 00010000:00010000:0.0:1767318258.669474:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a400/0x3313483622c967c2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d9 expref: 118 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.669485:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917996416 00000100:00100000:0.0:1767318258.669488:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917996416 00010000:00010000:0.0:1767318258.669498:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c967bb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548cb expref: 119 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.669527:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917996672 00000100:00100000:0.0:1767318258.669530:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917996672 00010000:00010000:0.0:1767318258.669542:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ac00/0x3313483622c967c9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e7 expref: 120 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.669552:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917997056 00000100:00100000:0.0:1767318258.669555:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917997056 00010000:00010000:0.0:1767318258.669565:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c229c00/0x3313483622c962f2 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a22 expref: 91 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.669575:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917996928 00000100:00100000:0.0:1767318258.669578:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917996928 00010000:00010000:0.0:1767318258.669588:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93e00/0x3313483622c9630e lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a5a expref: 92 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.669601:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32120 00000100:00100000:0.0:1767318258.669608:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+92:2481:x1853163917996288:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.669621:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.669626:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92000/0x3313483622c96307 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a4c expref: 92 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.669639:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92000/0x3313483622c96307 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a4c expref: 92 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.669661:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92000/0x3313483622c96307 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a4c expref: 92 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.669676:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.669678:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.669682:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.669691:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.669717:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.669757:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+91:2481:x1853163917996288:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 149us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.669766:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32120 00000100:00100000:1.0:1767318258.670323:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32121 00000100:00100000:1.0:1767318258.670334:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+120:2481:x1853163917996544:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.670357:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.670364:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a400/0x3313483622c967c2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d9 expref: 120 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.670375:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a400/0x3313483622c967c2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d9 expref: 120 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.670391:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a400/0x3313483622c967c2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x195:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548d9 expref: 120 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.670402:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.670404:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.670408:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.670416:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.670443:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.670468:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+119:2481:x1853163917996544:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 136us (1311us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.670475:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32121 00000100:00100000:1.0:1767318258.670494:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32122 00000100:00100000:1.0:1767318258.670500:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+118:2481:x1853163917996416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.670530:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.670535:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c967bb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548cb expref: 118 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.670544:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c967bb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548cb expref: 118 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.670555:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c967bb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548cb expref: 118 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.670563:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.670564:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.670567:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.670573:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.670591:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.670610:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+117:2481:x1853163917996416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 110us (1433us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.670617:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32122 00000100:00100000:1.0:1767318258.670631:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32123 00000100:00100000:1.0:1767318258.670637:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+116:2481:x1853163917996672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.670644:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.670648:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ac00/0x3313483622c967c9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e7 expref: 116 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.670658:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ac00/0x3313483622c967c9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e7 expref: 116 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.670669:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ac00/0x3313483622c967c9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x196:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548e7 expref: 116 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.670679:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.670680:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.670683:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.670689:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x196:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.670706:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.670726:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+115:2481:x1853163917996672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 88us (1527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.670732:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32123 00000100:00100000:1.0:1767318258.670746:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32124 00000100:00100000:1.0:1767318258.670752:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+91:2480:x1853163917997056:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.670760:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.670765:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c229c00/0x3313483622c962f2 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a22 expref: 91 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.671097:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.671107:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.671113:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.671132:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.671576:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1449:6186:x1853163938502912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30756us (30830us total) trans 4294975509 rc 0/0 00000100:00100000:3.0:1767318258.671585:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23593 00000100:00100000:3.0:1767318258.671620:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32125 00000100:00100000:3.0:1767318258.671629:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+91:2480:x1853163917996928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.671639:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.671645:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93e00/0x3313483622c9630e lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a5a expref: 91 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.671655:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93e00/0x3313483622c9630e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a5a expref: 91 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.671671:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.671673:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.671677:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.671686:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.671699:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.671736:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+91:2480:x1853163917996928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 109us (2367us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.671743:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32125 00000100:00100000:3.0:1767318258.671781:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917996800 00000100:00100000:3.0:1767318258.671788:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917996800 00000100:00100000:3.0:1767318258.671824:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 703 00000100:00100000:3.0:1767318258.671832:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+139:81709:x1853163917996800:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1767318258.671847:0:57486:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767318258.671864:0:57486:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d411 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac55550b expref: -99 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.671955:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d418 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.671968:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d418 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.671976:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d418 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.671989:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d41f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x189460f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.671995:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d41f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.672004:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d41f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.672023:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.672032:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.672039:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.672046:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.672060:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.672222:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1449:6185:x1853163938504192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24546us (24797us total) trans 4294975510 rc 0/0 00000100:00100000:0.0:1767318258.672229:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23598 00010000:00010000:3.0:1767318258.672271:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.672279:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.672287:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.672294:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.672307:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318258.672375:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.672383:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.672391:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.672397:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.672410:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318258.672478:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320d91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+220:6187:x1853163938504320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24595us (24896us total) trans 4294975928 rc 0/0 00000100:00100000:3.0:1767318258.672485:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23599 00000004:00080000:3.0:1767318258.672555:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125eb480/2, rc 0, transno 4294975508 00000100:00100000:3.0:1767318258.672567:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938503936:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318258.672629:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318258.672637:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672645:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318043c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.672650:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672659:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672674:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672681:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043c00/0x3313483622c9d3a8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672699:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318258.672703:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672709:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.672712:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672719:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672728:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672736:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042200/0x3313483622c9d3d9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672750:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.672753:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672758:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0318042c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.672761:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672768:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672778:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672787:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042c00/0x3313483622c9d3e0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672799:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.672802:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672808:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031282fc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.672811:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672819:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672828:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672835:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282fc00/0x3313483622c9d3e7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x195:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.672850:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.672852:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.672854:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.672997:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c229c00/0x3313483622c962f2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a22 expref: 89 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.673016:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.673017:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.673021:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.673029:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.673048:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.673090:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+219:6187:x1853163938504704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24347us (24407us total) trans 4294975929 rc 0/0 00000004:00080000:3.0:1767318258.673095:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce6a00/2, rc 0, transno 4294975927 00000100:00100000:0.0:1767318258.673098:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23600 00000100:00100000:3.0:1767318258.673107:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938503168:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318258.673119:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce5180/2, rc 0, transno 4294975509 00010000:00010000:0.0:1767318258.673121:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.673123:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938502912:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318258.673130:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318258.673133:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103c000/2, rc 0, transno 4294975925 00000100:00100000:3.0:1767318258.673137:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938502144:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318258.673138:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673145:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318258.673146:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306351c00/2, rc 0, transno 4294975506 00000100:00100000:3.0:1767318258.673149:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938498816:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318258.673158:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318258.673172:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.673180:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.673187:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.673194:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.673217:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.673301:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+220:6185:x1853163938504960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24002us (24064us total) trans 4294975930 rc 0/0 00000100:00100000:0.0:1767318258.673307:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23601 00010000:00010000:0.0:1767318258.673323:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.673328:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673335:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031282e000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.673337:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673354:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673365:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 1/0,0 mode: --/PW res: [0x240000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673372:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e000/0x3313483622c9d3ee lrc: 0/0,0 mode: --/PW res: [0x240000404:0x196:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673386:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.673389:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673395:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dafa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.673398:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673405:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673414:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.673419:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+219:6186:x1853163938498048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80722us (81512us total) trans 4294975931 rc 0/0 00010000:00010000:0.0:1767318258.673422:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312dafa00/0x3313483622c9d315 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x188:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.673426:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23576 00010000:00010000:0.0:1767318258.673435:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.673436:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.673438:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318258.673450:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1df80/2, rc 0, transno 4294975931 00000004:00080000:0.0:1767318258.673453:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171e300/2, rc 0, transno 4294975930 00000100:00100000:3.0:1767318258.673455:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938498048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.673457:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938504960:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.673466:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171f100/2, rc 0, transno 4294975510 00000100:00100000:0.0:1767318258.673470:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938504192:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318258.673471:0:21388:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.673479:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673480:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.673486:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.673492:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318258.673499:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabc700/2, rc 0, transno 4294975929 00010000:00010000:3.0:1767318258.673500:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.673503:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938504704:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318258.673537:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767318258.673562:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d91180/2, rc 0, transno 4294975928 00000100:00100000:0.0:1767318258.673567:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938504320:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.673688:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1449:6186:x1853163938498560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 79666us (81658us total) trans 4294975511 rc 0/0 00000100:00100000:3.0:1767318258.673695:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23577 00010000:00010000:0.0:1767318258.673697:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.673702:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673708:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dae400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.673711:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673718:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673727:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673734:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dae400/0x3313483622c9d31c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.673746:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.673747:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.673749:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.673753:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.673763:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938506624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.673799:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.673825:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938507136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.673846:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.673867:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1767318258.673872:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938506240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.673891:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.673904:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938506752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.673924:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.673939:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938507264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.673953:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.673974:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938506368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.673995:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.674011:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938506880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.674027:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.674041:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938507392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.674059:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.674074:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767318258.674079:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938506496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.674100:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.674115:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938507008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.674132:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.674162:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938506624 00000100:00100000:0.0:1767318258.674167:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938506624 00000100:00100000:0.0:1767318258.674194:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938507136 00000100:00100000:0.0:1767318258.674198:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938507136 00000100:00100000:0.0:1767318258.674211:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938506240 00000100:00100000:0.0:1767318258.674214:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938506240 00000100:00100000:0.0:1767318258.674227:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938506752 00000100:00100000:0.0:1767318258.674229:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938506752 00000100:00100000:0.0:1767318258.674241:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938507264 00000100:00100000:0.0:1767318258.674243:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938507264 00000100:00100000:0.0:1767318258.674251:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938506368 00000100:00100000:0.0:1767318258.674254:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938506368 00000100:00100000:0.0:1767318258.674263:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938506880 00000100:00100000:0.0:1767318258.674265:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938506880 00000100:00100000:0.0:1767318258.674274:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938507392 00000100:00100000:0.0:1767318258.674276:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938507392 00000100:00100000:0.0:1767318258.674283:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938506496 00000100:00100000:0.0:1767318258.674285:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938506496 00000100:00100000:0.0:1767318258.674291:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938507008 00000100:00100000:0.0:1767318258.674293:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938507008 00000100:00100000:0.0:1767318258.674302:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23606 00000100:00100000:0.0:1767318258.674308:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1452:6185:x1853163938506624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.674329:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:438 count 1 00010000:00010000:0.0:1767318258.674363:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.674379:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94000/0x3313483622c9633f lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa0 expref: 89 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.674386:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.674388:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.674392:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.674416:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94000/0x3313483622c9633f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa0 expref: 89 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.674429:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94000/0x3313483622c9633f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa0 expref: 89 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.674440:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938507520:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.674496:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.674536:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23607 00000100:00100000:0.0:1767318258.674544:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+224:6185:x1853163938507136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.674557:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:412 count 1 00010000:00010000:0.0:1767318258.674569:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.674579:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1bc00/0x3313483622c967f3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55493b expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.674585:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.674587:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.674589:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 4/0,1 mode: --/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.674606:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1bc00/0x3313483622c967f3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55493b expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.674614:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1bc00/0x3313483622c967f3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55493b expref: 114 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.674625:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938507648:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.674646:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e540 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.674662:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23608 00000100:00100000:0.0:1767318258.674668:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1452:6185:x1853163938506240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.674679:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:435 count 1 00000100:00100000:3.0:1767318258.674683:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23609 00000100:00100000:3.0:1767318258.674690:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+224:6185:x1853163938506752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318258.674691:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767318258.674699:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:409 count 1 00010000:00010000:0.0:1767318258.674705:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92200/0x3313483622c9631c lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a76 expref: 89 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.674712:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.674713:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.674716:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.674717:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.674727:0:21388:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c967de lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554911 expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.674733:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92200/0x3313483622c9631c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a76 expref: 89 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.674733:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.674735:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.674738:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 4/0,1 mode: --/PW res: [0x240000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.674742:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92200/0x3313483622c9631c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a76 expref: 89 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.674751:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938507776:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.674773:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.674790:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23610 00000100:00100000:0.0:1767318258.674796:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+224:6185:x1853163938507264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.674807:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:413 count 1 00010000:00010000:0.0:1767318258.674817:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.674828:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a200/0x3313483622c967fa lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554949 expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.674835:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.674837:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.674839:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.674855:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a200/0x3313483622c967fa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554949 expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.674863:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a200/0x3313483622c967fa lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554949 expref: 114 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.674871:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938508032:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.674893:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e600 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.674908:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23611 00000100:00100000:0.0:1767318258.674915:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1452:6187:x1853163938506368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.674926:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:436 count 1 00010000:00010000:0.0:1767318258.674936:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.674946:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93000/0x3313483622c96323 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a84 expref: 89 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.674952:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.674953:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.674956:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.674973:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93000/0x3313483622c96323 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a84 expref: 89 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.674986:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93000/0x3313483622c96323 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a84 expref: 89 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.674996:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938508160:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.675017:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040584d600 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.675034:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23612 00000100:00100000:0.0:1767318258.675041:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+224:6187:x1853163938506880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.675052:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:410 count 1 00010000:00010000:0.0:1767318258.675062:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.675072:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a000/0x3313483622c967e5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55491f expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.675078:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.675079:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.675081:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.675099:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a000/0x3313483622c967e5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55491f expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.675107:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a000/0x3313483622c967e5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55491f expref: 114 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.675121:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938508288:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.675121:0:21388:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c967de lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554911 expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.675137:0:21388:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c967de lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554911 expref: 114 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.675141:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943e40 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.675147:0:21388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:21388:1853163938507904:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.675157:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23613 00000100:00100000:0.0:1767318258.675164:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+224:6187:x1853163938507392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.675174:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:414 count 1 00010000:00010000:0.0:1767318258.675185:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.675195:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c96801 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554957 expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.675201:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.675202:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.675204:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.675220:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c96801 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554957 expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.675228:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c96801 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554957 expref: 114 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.675237:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938508416:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.675257:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943600 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.675276:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23614 00000100:00100000:0.0:1767318258.675282:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+1452:6187:x1853163938506496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.675293:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:437 count 1 00010000:00010000:0.0:1767318258.675302:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.675308:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf000/0x3313483622c9d465 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1328:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.675312:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92a00/0x3313483622c9632a lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a92 expref: 89 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.675319:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.675320:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.675322:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.675338:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92a00/0x3313483622c9632a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a92 expref: 89 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.675360:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92a00/0x3313483622c9632a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a92 expref: 89 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.675370:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:21246:1853163938508544:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.675393:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943840 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.675410:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23615 00000100:00100000:0.0:1767318258.675420:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+224:6187:x1853163938507008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.675430:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:411 count 1 00010000:00010000:0.0:1767318258.675440:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.675455:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c967ec lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55492d expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.675462:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.675463:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.675465:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 4/0,1 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.675484:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c967ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55492d expref: 114 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.675492:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c967ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55492d expref: 114 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.675500:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c15180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938508672:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.675544:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5180 going to sleep for 11 seconds 00000004:00080000:0.0:1767318258.675737:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173c3800/2, rc 0, transno 4294975511 00000100:00100000:0.0:1767318258.675749:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938498560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.675804:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938508800:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318258.675819:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf000/0x3313483622c9d465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1328:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.675830:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf000/0x3313483622c9d465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1328:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:0.0:1767318258.675833:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00200000:3.0:1767318258.675863:0:57486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1328:0x0]: returning size 0 00000100:00100000:0.0:1767318258.675866:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938508800 00000004:00200000:3.0:1767318258.675868:0:57486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1767318258.675870:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938508800 00000004:00010000:3.0:1767318258.675886:0:57486:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf000/0x3313483622c9d465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1328:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:0.0:1767318258.675894:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23616 00010000:00010000:3.0:1767318258.675897:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf000/0x3313483622c9d465 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1328:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00000100:00100000:0.0:1767318258.675900:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1453:6188:x1853163938508800:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318258.675907:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d418 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00002000:00080000:0.0:1767318258.675910:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:439 count 1 00010000:00010000:3.0:1767318258.675913:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d418 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.675919:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d418 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.675921:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.675925:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daea00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.675930:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d418 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.675932:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92800/0x3313483622c96331 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aae expref: 89 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.675937:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d418 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.675939:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.675940:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.675943:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.675948:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0311b21300) 00010000:00010000:0.0:1767318258.675957:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92800/0x3313483622c96331 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aae expref: 89 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.675964:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318258.675966:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92800/0x3313483622c96331 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aae expref: 89 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.675968:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d418 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.675975:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daea00/0x3313483622c9d418 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000100:00100000:0.0:1767318258.675976:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938508928:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.675988:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d41f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.675994:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d41f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.675999:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d41f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00000100:00100000:0.0:1767318258.676002:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5600 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.676004:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dae600 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.676007:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d41f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.676012:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d41f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.676019:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x189460f5 (ffff9a0304067800) 00010000:00010000:3.0:1767318258.676021:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.676024:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d41f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.676045:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93e00/0x3313483622c9630e lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a5a expref: 89 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.676045:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae600/0x3313483622c9d41f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000100:00100000:0.0:1767318258.676056:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938505344:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.676069:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.676078:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.676079:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf600/0x3313483622c9d411 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55550b expref: 141 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.676087:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.676091:0:57486:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf000/0x3313483622c9d465 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1328:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55550b expref: 140 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.676094:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.676099:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1328:0x0].0x0 (ffff9a0304067c00) 00010000:00010000:3.0:1767318258.676101:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1767318258.676102:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.676104:0:57486:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0312daf000, rc 0) 00010000:00010000:0.0:1767318258.676116:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.676135:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+140:81709:x1853163917996800:12345-192.168.203.16@tcp:101:rm.0 Request processed in 4304us (6915us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.676142:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 703 00000100:00100000:3.0:1767318258.676234:0:21388:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0405d0c0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.676431:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.676438:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.676450:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031282fe00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.676454:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.676462:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.676475:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.676482:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031282fe00/0x3313483622c9d3f5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.676496:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.676498:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.676500:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.676569:0:21391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229c00/0x3313483622c962f2 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a22 expref: 88 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.676580:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938502784:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.676591:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.676599:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.676610:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.676617:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.676623:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.676649:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318258.677786:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.677795:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.677805:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dafe00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.677808:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.677817:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.677833:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.677841:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafe00/0x3313483622c9d3a1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.677856:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.677858:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.677860:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.678617:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1455:6188:x1853163938502656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40899us (40955us total) trans 4294975513 rc 0/0 00000100:00100000:2.0:1767318258.678628:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23592 00000100:00100000:3.0:1767318258.683610:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938505728:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.683643:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.683671:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+87:2480:x1853163917997056:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 12916us (14400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.683683:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32124 00000100:00100000:2.0:1767318258.684043:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.684057:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938505856:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.684063:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1767318258.684072:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.684080:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.684180:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938507776:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.684196:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.684247:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.684278:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.684296:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.684311:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.684339:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.684355:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917997184 00000100:00100000:3.0:1767318258.684362:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917997184 00000100:00100000:2.0:1767318258.684363:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.684373:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.684386:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1767318258.684396:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ae00/0x3313483622c967d0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548f5 expref: 115 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.684400:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.684411:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.684415:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917997440 00000100:00100000:3.0:1767318258.684417:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917997440 00010000:00010000:3.0:1767318258.684429:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93c00/0x3313483622c96315 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a68 expref: 87 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.684433:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.684440:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917997312 00000100:00100000:3.0:1767318258.684442:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917997312 00000100:00100000:2.0:1767318258.684452:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917997696 00010000:00010000:3.0:1767318258.684452:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b800/0x3313483622c967d7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554903 expref: 116 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.684455:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917997696 00000100:00100000:3.0:1767318258.684462:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917997952 00000100:00100000:3.0:1767318258.684465:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917997952 00010000:00010000:2.0:1767318258.684469:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1bc00/0x3313483622c967f3 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55493b expref: 118 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.684474:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a200/0x3313483622c967fa lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554949 expref: 118 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.684481:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917998208 00000100:00100000:3.0:1767318258.684482:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917998464 00000100:00100000:2.0:1767318258.684483:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917998208 00000100:00100000:3.0:1767318258.684484:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917998464 00010000:00010000:2.0:1767318258.684492:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a000/0x3313483622c967e5 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55491f expref: 119 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.684493:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92a00/0x3313483622c9632a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a92 expref: 88 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.684502:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917998720 00000100:00100000:3.0:1767318258.684502:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917997568 00000100:00100000:3.0:1767318258.684526:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917997568 00000100:00100000:2.0:1767318258.684529:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917998720 00010000:00010000:3.0:1767318258.684538:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94000/0x3313483622c9633f lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa0 expref: 90 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.684539:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92800/0x3313483622c96331 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aae expref: 90 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.684550:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917998080 00000100:00100000:3.0:1767318258.684550:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917997824 00000100:00100000:2.0:1767318258.684552:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917998080 00000100:00100000:3.0:1767318258.684552:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917997824 00010000:00010000:3.0:1767318258.684561:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92200/0x3313483622c9631c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a76 expref: 92 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.684562:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93000/0x3313483622c96323 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a84 expref: 92 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.684572:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917998592 00000100:00100000:3.0:1767318258.684572:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917998336 00000100:00100000:2.0:1767318258.684575:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917998592 00000100:00100000:3.0:1767318258.684575:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917998336 00010000:00010000:2.0:1767318258.684584:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c967ec lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55492d expref: 121 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.684584:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c96801 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554957 expref: 121 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.684598:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32126 00000100:00100000:3.0:1767318258.684606:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+121:2481:x1853163917997184:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.684619:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.684624:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ae00/0x3313483622c967d0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548f5 expref: 121 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.684634:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ae00/0x3313483622c967d0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548f5 expref: 121 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.684656:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ae00/0x3313483622c967d0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x197:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5548f5 expref: 121 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.684672:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.684674:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.684678:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.684688:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.684710:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.684718:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311708a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20656:1853163938506112:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.684730:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.684747:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+120:2481:x1853163917997184:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 141us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.684819:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1454:6185:x1853163938505216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34940us (34998us total) trans 4294975512 rc 0/0 00000100:00100000:0.0:1767318258.684828:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23602 00000100:00100000:0.0:1767318258.684844:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917998848 00000100:00100000:0.0:1767318258.684847:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917998848 00000100:00100000:0.0:1767318258.684870:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23617 00000100:00100000:0.0:1767318258.684876:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d244850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e241b220-0ef8-435a-b507-74fd0bfdf172+93:2480:x1853163917998848:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:0.0:1767318258.684889:0:21248:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318258.684907:0:21248:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b400/0x3313483622c9d47a lrc: 2/0,0 mode: --/PR res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555512 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318258.684931:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x442:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318258.684945:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.684947:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.684954:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b400/0x3313483622c9d47a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555512 expref: 94 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.684973:0:21248:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b400/0x3313483622c9d47a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555512 expref: 94 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.684984:0:21248:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0311c1b400, rc 0) 00000100:00100000:0.0:1767318258.685006:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d244850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e241b220-0ef8-435a-b507-74fd0bfdf172+94:2480:x1853163917998848:12345-192.168.203.16@tcp:101:rm.0 Request processed in 129us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.685012:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23617 00010000:00010000:0.0:1767318258.685032:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.685052:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938507520:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.685067:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.685090:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938507648:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.685101:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.685123:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938508032:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.685133:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318258.685165:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e4a680/2, rc 0, transno 4294975512 00000100:00100000:0.0:1767318258.685175:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938505216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.685237:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938509056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.685273:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318258.685321:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117dc700/2, rc 0, transno 4294975513 00000100:00100000:0.0:1767318258.685329:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938502656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.685371:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.685378:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938509184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.685403:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.685440:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938508160:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.685453:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.685476:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938508416:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.685488:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.685532:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938508288:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.685543:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.685564:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:21246:1853163938508544:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.685574:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.685593:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c15180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938508672:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.685603:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.685730:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938508928:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.685740:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.685756:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938509056 00000100:00100000:0.0:1767318258.685759:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938509056 00000100:00100000:0.0:1767318258.685782:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938509184 00000100:00100000:0.0:1767318258.685785:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938509184 00000100:00100000:0.0:1767318258.685801:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23618 00000100:00100000:0.0:1767318258.685806:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1455:6185:x1853163938509056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.685823:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:440 count 1 00010000:00010000:0.0:1767318258.685842:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.685855:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229000/0x3313483622c96346 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554abc expref: 93 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.685862:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.685863:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.685866:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.685890:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c229000/0x3313483622c96346 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554abc expref: 93 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.685900:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c229000/0x3313483622c96346 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554abc expref: 93 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.685911:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938509312:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.685954:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5600 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.685969:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23619 00000100:00100000:0.0:1767318258.685976:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1455:6185:x1853163938509184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.685987:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:441 count 1 00010000:00010000:0.0:1767318258.685997:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.686007:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228a00/0x3313483622c9634d lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aca expref: 93 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.686012:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.686014:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.686016:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.686033:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c228a00/0x3313483622c9634d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aca expref: 93 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.686042:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c228a00/0x3313483622c9634d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aca expref: 93 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.686051:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031199a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14895:1853163938509440:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.686072:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5180 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.686724:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32127 00000100:00100000:2.0:1767318258.686737:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+93:2481:x1853163917997440:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.686748:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.686757:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93c00/0x3313483622c96315 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a68 expref: 93 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.686769:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93c00/0x3313483622c96315 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a68 expref: 93 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687193:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93c00/0x3313483622c96315 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a68 expref: 93 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687209:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.687212:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.687216:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.687226:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.687262:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.687298:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+92:2481:x1853163917997440:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 565us (3232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.687307:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32127 00000100:00100000:2.0:1767318258.687335:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32128 00000100:00100000:2.0:1767318258.687351:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+120:2481:x1853163917997312:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.687362:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.687368:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b800/0x3313483622c967d7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554903 expref: 120 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687385:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b800/0x3313483622c967d7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554903 expref: 120 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687399:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b800/0x3313483622c967d7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x198:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554903 expref: 120 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687408:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.687410:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.687413:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.687421:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x198:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.687449:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.687471:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+119:2481:x1853163917997312:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 130us (3390us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.687477:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32128 00000100:00100000:2.0:1767318258.687491:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32129 00000100:00100000:2.0:1767318258.687498:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+118:2481:x1853163917997696:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.687530:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.687536:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1bc00/0x3313483622c967f3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55493b expref: 118 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687545:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1bc00/0x3313483622c967f3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55493b expref: 118 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687557:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1bc00/0x3313483622c967f3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55493b expref: 118 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687566:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.687568:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.687571:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.687578:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.687593:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.687611:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+117:2481:x1853163917997696:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 114us (3364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.687618:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32129 00000100:00100000:2.0:1767318258.687634:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32130 00000100:00100000:2.0:1767318258.687640:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+116:2481:x1853163917997952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.687648:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.687653:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a200/0x3313483622c967fa lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554949 expref: 116 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687663:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a200/0x3313483622c967fa lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554949 expref: 116 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687675:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a200/0x3313483622c967fa lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554949 expref: 116 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.687685:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.687687:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.687690:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.687697:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.690968:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.691045:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+115:2481:x1853163917997952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3396us (6757us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.691057:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32130 00000100:00100000:2.0:1767318258.691093:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32131 00000100:00100000:2.0:1767318258.691104:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+114:2481:x1853163917998208:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.691122:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.691130:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a000/0x3313483622c967e5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55491f expref: 114 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.691143:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a000/0x3313483622c967e5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55491f expref: 114 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.691165:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a000/0x3313483622c967e5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55491f expref: 114 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.691181:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.691184:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.691188:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.691197:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.691217:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.691235:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+113:2481:x1853163917998208:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 135us (6938us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.691242:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32131 00000100:00100000:2.0:1767318258.691256:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32132 00000100:00100000:2.0:1767318258.691262:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+91:2481:x1853163917998464:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.691270:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.691276:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92a00/0x3313483622c9632a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a92 expref: 91 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.691367:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.691376:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.691384:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.691391:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.691408:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318258.692602:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92a00/0x3313483622c9632a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a92 expref: 91 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.692628:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92a00/0x3313483622c9632a lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a92 expref: 91 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.692644:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.692646:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.692651:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.692665:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.692698:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.692871:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+1456:6185:x1853163938505984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25098us (25162us total) trans 4294975514 rc 0/0 00000100:00100000:0.0:1767318258.692879:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23605 00010000:00010000:0.0:1767318258.692920:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.692929:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.692937:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.692945:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.692960:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.693171:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+225:6185:x1853163938507136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18627us (19323us total) trans 4294975932 rc 0/0 00000100:00100000:0.0:1767318258.693178:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23607 00010000:00010000:0.0:1767318258.693201:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693209:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693216:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693224:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693238:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318258.693381:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+225:6185:x1853163938507264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18584us (19425us total) trans 4294975933 rc 0/0 00000100:00100000:0.0:1767318258.693387:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23610 00010000:00010000:0.0:1767318258.693407:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318258.693413:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693421:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dafc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.693425:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693435:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693450:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693462:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312dafc00/0x3313483622c9d40a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693478:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.693481:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693487:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.693490:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693498:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693528:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693535:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5000/0x3313483622c9d42d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693547:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.693550:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693560:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def4800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.693563:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693569:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693578:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693584:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4800/0x3313483622c9d442 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.693596:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.693597:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.693600:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.693640:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c45500/2, rc 0, transno 4294975933 00000100:00100000:0.0:1767318258.693655:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938507264:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.693666:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c46680/2, rc 0, transno 4294975932 00000100:00100000:0.0:1767318258.693669:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938507136:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.693680:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f7480/2, rc 0, transno 4294975514 00000100:00100000:0.0:1767318258.693687:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938505984:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318258.693702:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.693796:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938509568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.693830:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.693859:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318258.693864:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938509696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.693881:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.693903:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938509568 00000100:00100000:0.0:1767318258.693909:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938509568 00000100:00100000:0.0:1767318258.693937:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938509696 00000100:00100000:0.0:1767318258.693940:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938509696 00000100:00100000:0.0:1767318258.693957:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23620 00000100:00100000:0.0:1767318258.693965:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+226:6187:x1853163938509568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.693989:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:415 count 1 00010000:00010000:0.0:1767318258.694009:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694024:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a800/0x3313483622c96808 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554965 expref: 112 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.694031:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.694034:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.694037:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 4/0,1 mode: --/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694061:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a800/0x3313483622c96808 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554965 expref: 112 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.694072:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a800/0x3313483622c96808 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554965 expref: 112 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.694084:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311993100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938509824:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.694126:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5540 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.694141:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23621 00000100:00100000:0.0:1767318258.694149:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+226:6187:x1853163938509696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.694160:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:416 count 1 00010000:00010000:0.0:1767318258.694170:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694181:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045a00/0x3313483622c9680f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554973 expref: 112 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.694187:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.694188:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.694191:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694207:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318045a00/0x3313483622c9680f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554973 expref: 112 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.694216:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045a00/0x3313483622c9680f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554973 expref: 112 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.694225:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311992a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938509952:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.694244:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5300 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.694287:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938510080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.694310:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318258.694358:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694371:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694378:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694384:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694399:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.694603:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+227:6187:x1853163938506880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19562us (20574us total) trans 4294975934 rc 0/0 00000100:00100000:0.0:1767318258.694610:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23612 00000100:00100000:0.0:1767318258.694626:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938510080 00000100:00100000:0.0:1767318258.694630:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938510080 00000100:00100000:0.0:1767318258.694651:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23622 00000100:00100000:0.0:1767318258.694657:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1456:6185:x1853163938510080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.694669:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:442 count 1 00010000:00010000:0.0:1767318258.694682:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694694:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228800/0x3313483622c96354 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad8 expref: 90 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.694700:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.694702:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.694706:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694724:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c228800/0x3313483622c96354 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad8 expref: 90 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.694733:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c228800/0x3313483622c96354 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad8 expref: 90 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.694743:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311990e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938510208:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.694764:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad50c0 going to sleep for 11 seconds 00000004:00080000:0.0:1767318258.694795:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c44700/2, rc 0, transno 4294975934 00000100:00100000:0.0:1767318258.694806:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938506880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.694842:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.694851:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938510336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.694872:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318258.694893:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694901:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694909:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694916:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.694935:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.695094:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+1457:6187:x1853163938506496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19811us (20992us total) trans 4294975515 rc 0/0 00000100:00100000:0.0:1767318258.695102:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23614 00000100:00100000:0.0:1767318258.695116:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938510336 00000100:00100000:0.0:1767318258.695120:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938510336 00000100:00100000:0.0:1767318258.695134:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23623 00000100:00100000:0.0:1767318258.695139:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+227:6185:x1853163938510336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.695150:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:417 count 1 00010000:00010000:0.0:1767318258.695161:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.695172:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045200/0x3313483622c96816 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554981 expref: 112 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.695178:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.695180:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.695183:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.695202:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318045200/0x3313483622c96816 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554981 expref: 112 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.695211:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045200/0x3313483622c96816 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554981 expref: 112 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.695226:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938510464:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.695245:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943e40 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.695257:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.695262:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.695269:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.695272:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.695279:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.695294:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.695300:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d450 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.695316:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.695319:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.695325:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031282e800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.695328:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.695336:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.695417:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+90:2481:x1853163917998464:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4153us (11103us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.695427:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32132 00000100:00100000:2.0:1767318258.695446:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32133 00000100:00100000:2.0:1767318258.695455:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+89:2481:x1853163917997568:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.695466:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.695473:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94000/0x3313483622c9633f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa0 expref: 89 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695484:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94000/0x3313483622c9633f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa0 expref: 89 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695502:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94000/0x3313483622c9633f lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa0 expref: 89 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695526:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.695528:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.695532:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.695541:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.695567:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.695583:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+88:2481:x1853163917997568:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 131us (11220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.695590:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32133 00000100:00100000:2.0:1767318258.695604:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32134 00000100:00100000:2.0:1767318258.695610:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+87:2481:x1853163917998720:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.695620:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.695625:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92800/0x3313483622c96331 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aae expref: 87 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695635:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92800/0x3313483622c96331 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aae expref: 87 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695647:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92800/0x3313483622c96331 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aae expref: 87 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695656:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.695658:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.695661:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.695668:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.695684:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.695701:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+86:2481:x1853163917998720:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 91us (11361us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.695707:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32134 00000100:00100000:2.0:1767318258.695721:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32135 00000100:00100000:2.0:1767318258.695726:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+85:2481:x1853163917997824:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.695733:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.695738:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92200/0x3313483622c9631c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a76 expref: 85 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695747:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92200/0x3313483622c9631c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a76 expref: 85 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695759:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92200/0x3313483622c9631c lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a76 expref: 85 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695769:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.695771:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.695774:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.695781:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.695799:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.695814:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+84:2481:x1853163917997824:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 87us (11439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.695821:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32135 00000100:00100000:2.0:1767318258.695835:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32136 00000100:00100000:2.0:1767318258.695842:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+83:2481:x1853163917998080:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.695849:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.695855:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93000/0x3313483622c96323 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a84 expref: 83 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695864:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93000/0x3313483622c96323 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a84 expref: 83 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695877:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93000/0x3313483622c96323 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a84 expref: 83 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695885:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.695887:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.695890:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.695897:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.695914:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.695928:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+82:2481:x1853163917998080:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 87us (11541us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.695934:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32136 00000100:00100000:2.0:1767318258.695969:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32137 00000100:00100000:2.0:1767318258.695976:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+112:2481:x1853163917998336:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.695983:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.695989:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c96801 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554957 expref: 112 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.695998:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c96801 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554957 expref: 112 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.696011:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c96801 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554957 expref: 112 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.696020:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.696022:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.696025:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.696033:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.696050:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.696065:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+111:2481:x1853163917998336:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (11664us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.696071:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32137 00000100:00100000:2.0:1767318258.696084:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32138 00000100:00100000:2.0:1767318258.696091:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+110:2481:x1853163917998592:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.696098:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.696103:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c967ec lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55492d expref: 110 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.696117:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c967ec lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x19b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55492d expref: 110 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.696129:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c967ec lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55492d expref: 110 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.696137:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.696139:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.696142:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.696149:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.696166:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.696180:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+109:2481:x1853163917998592:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (11768us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.696187:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32138 00010000:00010000:2.0:1767318258.696280:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.696323:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.701712:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.701748:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917999232 00000100:00100000:1.0:1767318258.701757:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917999232 00010000:00010000:1.0:1767318258.701805:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c967de lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554911 expref: 109 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.701838:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32139 00000100:00100000:1.0:1767318258.701848:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308167100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+109:2480:x1853163917999232:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.701862:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.701867:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c967de lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554911 expref: 109 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.701879:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c967de lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554911 expref: 109 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.701905:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.701907:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.701912:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.701922:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.701942:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.701991:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308167100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+109:2480:x1853163917999232:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 144us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.701999:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32139 00010000:00010000:0.0:1767318258.702384:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702394:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031282e800/0x3313483622c9d45e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702428:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702437:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702445:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702452:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702469:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.702742:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1457:6185:x1853163938506624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28433us (28941us total) trans 4294975516 rc 0/0 00000100:00100000:0.0:1767318258.702751:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23606 00010000:00010000:0.0:1767318258.702785:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.702791:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702800:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def4600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.702804:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702811:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702822:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702829:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4600/0x3313483622c9d426 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.702844:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.702845:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.702847:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.702882:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e4b480/2, rc 0, transno 4294975516 00000100:00100000:0.0:1767318258.702893:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938506624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.702949:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318258.702962:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938510592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.702995:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.703022:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938510592 00000100:00100000:0.0:1767318258.703026:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938510592 00000100:00100000:0.0:1767318258.703053:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23624 00000100:00100000:0.0:1767318258.703061:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1457:6188:x1853163938510592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.703084:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:443 count 1 00010000:00010000:0.0:1767318258.703102:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703115:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229200/0x3313483622c9635b lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ae6 expref: 81 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.703122:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.703124:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.703127:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703148:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c229200/0x3313483622c9635b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ae6 expref: 81 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.703159:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c229200/0x3313483622c9635b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ae6 expref: 81 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.703171:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938510720:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.703219:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943840 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.703234:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703243:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703251:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703258:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703271:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.703417:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1458:6187:x1853163938506368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28502us (29419us total) trans 4294975517 rc 0/0 00000100:00100000:0.0:1767318258.703423:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23611 00010000:00010000:0.0:1767318258.703442:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.703446:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703452:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.703455:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703461:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703472:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703479:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d449 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703493:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.703495:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.703498:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.703540:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f5f80/2, rc 0, transno 4294975515 00000100:00100000:0.0:1767318258.703550:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938506496:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.703560:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f4380/2, rc 0, transno 4294975517 00000100:00100000:0.0:1767318258.703564:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938506368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.703613:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938510848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.703637:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.703661:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938510976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.703681:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.703707:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938510848 00000100:00100000:0.0:1767318258.703711:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938510848 00000100:00100000:0.0:1767318258.703730:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938510976 00000100:00100000:0.0:1767318258.703733:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938510976 00000100:00100000:0.0:1767318258.703749:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23625 00000100:00100000:0.0:1767318258.703755:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1459:6188:x1853163938510848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.703767:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:444 count 1 00010000:00010000:0.0:1767318258.703778:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703788:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229600/0x3313483622c96362 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554af4 expref: 81 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.703795:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.703796:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.703799:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703817:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c229600/0x3313483622c96362 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554af4 expref: 81 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.703825:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c229600/0x3313483622c96362 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554af4 expref: 81 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.703834:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938511104:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.703858:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad59c0 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.703878:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703885:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703894:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703900:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.703916:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.704078:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+228:6187:x1853163938507392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28914us (30017us total) trans 4294975935 rc 0/0 00000100:00100000:0.0:1767318258.704085:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23613 00000100:00100000:0.0:1767318258.704103:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23626 00000100:00100000:0.0:1767318258.704109:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1459:6185:x1853163938510976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.704119:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:445 count 1 00010000:00010000:0.0:1767318258.704129:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704140:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95e00/0x3313483622c96369 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b02 expref: 81 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.704146:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.704147:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.704150:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704168:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95e00/0x3313483622c96369 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b02 expref: 81 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.704176:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95e00/0x3313483622c96369 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b02 expref: 81 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.704186:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938511232:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.704209:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040584d600 going to sleep for 11 seconds 00000004:00080000:0.0:1767318258.704235:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c44e00/2, rc 0, transno 4294975935 00000100:00100000:0.0:1767318258.704247:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938507392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.704283:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.704291:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938511360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.704314:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318258.704334:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704356:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704364:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704370:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704382:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.704538:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+228:6187:x1853163938507008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29120us (30404us total) trans 4294975936 rc 0/0 00000100:00100000:0.0:1767318258.704546:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23615 00000100:00100000:0.0:1767318258.704563:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938511360 00000100:00100000:0.0:1767318258.704567:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938511360 00000100:00100000:0.0:1767318258.704583:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23627 00000100:00100000:0.0:1767318258.704588:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+228:6185:x1853163938511360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.704599:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:418 count 1 00010000:00010000:0.0:1767318258.704612:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704623:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045400/0x3313483622c9681d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55498f expref: 108 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.704630:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.704632:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.704634:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704652:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318045400/0x3313483622c9681d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55498f expref: 108 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.704662:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318045400/0x3313483622c9681d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55498f expref: 108 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.704672:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c130700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938511488:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.704696:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0421f34b40 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.704707:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.704712:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704718:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.704721:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704728:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704742:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704748:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d457 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704762:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.704765:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704775:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031282ea00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.704778:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704784:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704793:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704799:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ea00/0x3313483622c9d46c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.704812:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.704813:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.704815:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.704833:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c45f80/2, rc 0, transno 4294975936 00000100:00100000:0.0:1767318258.704842:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938507008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.704874:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318258.704883:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938511616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.704907:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318258.705061:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.705070:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.705083:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.705089:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.705102:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.705266:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1460:6188:x1853163938508800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29365us (29430us total) trans 4294975518 rc 0/0 00000100:00100000:0.0:1767318258.705273:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23616 00000100:00100000:0.0:1767318258.705288:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938511616 00000100:00100000:0.0:1767318258.705292:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938511616 00000100:00100000:0.0:1767318258.705308:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23628 00000100:00100000:0.0:1767318258.705312:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+229:6188:x1853163938511616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.705324:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:419 count 1 00010000:00010000:0.0:1767318258.705335:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.706325:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32126 00010000:00010000:3.0:1767318258.706399:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706454:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706462:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706485:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706499:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.706742:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+230:6187:x1853163938505600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39553us (39871us total) trans 4294975937 rc 0/0 00000100:00100000:3.0:1767318258.706750:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23604 00010000:00010000:3.0:1767318258.706798:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.706804:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706811:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.706815:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706824:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706843:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706850:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b200/0x3313483622c9d473 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706868:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.706871:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706877:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c92e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.706879:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706886:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706895:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706901:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c92e00/0x3313483622c9d403 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x198:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.706916:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.706917:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.706919:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.706934:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917999104 00000100:00100000:3.0:1767318258.706940:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917999104 00000100:00100000:3.0:1767318258.706975:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 704 00000100:00100000:3.0:1767318258.706983:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+140:81709:x1853163917999104:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1767318258.708554:0:57486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1767318258.708587:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf000/0x3313483622c9d465 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1328:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55550b expref: 140 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.708605:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1328:0x0].0x0 (ffff9a0304067c00) 00010000:00010000:3.0:1767318258.708620:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a600/0x3313483622c9d3d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555504 expref: 139 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.708629:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0311b21300) 00010000:00010000:3.0:1767318258.708634:0:57486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.708658:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf400/0x3313483622c9d4ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.708671:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf400/0x3313483622c9d4ce lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.708680:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf400/0x3313483622c9d4ce lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.708691:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.708697:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.708704:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.708813:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae800/0x3313483622c9d4dc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1328:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.708821:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae800/0x3313483622c9d4dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.708829:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae800/0x3313483622c9d4dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000040:00080000:3.0:1767318258.709185:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2051, 64 off139456 00010000:00010000:3.0:1767318258.709244:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.709253:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.709261:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.709268:0:57486:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.709274:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.709280:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.709300:0:57486:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318258.709645:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.709652:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.709659:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dae200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.709662:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.709672:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.709682:0:12859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1328:0x0].0x0 (ffff9a0304067200) 00010000:00010000:2.0:1767318258.709685:0:12859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318258.709689:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.709693:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae200/0x3313483622c9d4e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.709705:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.709707:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.709709:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.710086:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a03097c9200/0x3313483622c96824 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55499d expref: 107 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.710096:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.710099:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.710102:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.710141:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a03097c9200/0x3313483622c96824 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55499d expref: 107 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.710155:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a03097c9200/0x3313483622c96824 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55499d expref: 107 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.710170:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0307228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938511744:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.710244:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943600 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.710256:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.710262:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.710300:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c17100/2, rc 0, transno 4294975518 00000100:00100000:0.0:1767318258.710313:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938508800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.710380:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0307228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938511872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.710423:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318258.710439:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae800/0x3313483622c9d4dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.710447:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae800/0x3313483622c9d4dc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.710452:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae800/0x3313483622c9d4dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.710457:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312dae800 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.710461:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae800/0x3313483622c9d4dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.710468:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae800/0x3313483622c9d4dc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00000004:00080000:0.0:1767318258.710473:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e48700/2, rc 0, transno 4294975937 00010000:00010000:3.0:1767318258.710477:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1328:0x0].0x0 (ffff9a0304067200) 00010000:00010000:3.0:1767318258.710479:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1767318258.710482:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938505600:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318258.710483:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae800/0x3313483622c9d4dc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.710488:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312dae800/0x3313483622c9d4dc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000100:00100000:0.0:1767318258.710543:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0307229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938512000:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318258.710553:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf400/0x3313483622c9d4ce lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.710559:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf400/0x3313483622c9d4ce lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.710565:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf400/0x3313483622c9d4ce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00000100:00100000:0.0:1767318258.710568:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318258.710570:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daf400 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318258.710573:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf400/0x3313483622c9d4ce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.710578:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf400/0x3313483622c9d4ce lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.710586:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0304067a00) 00010000:00010000:3.0:1767318258.710588:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318258.710591:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf400/0x3313483622c9d4ce lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318258.710597:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daf400/0x3313483622c9d4ce lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000004:00010000:3.0:1767318258.710609:0:57486:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aa0af4dd reply state 00000000614fa317 transno 34359738844 ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:3.0:1767318258.710616:0:57486:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1767318258.710665:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+140:81709:x1853163917999104:12345-192.168.203.16@tcp:36:rm.0 Request processed in 3681us (14339us total) trans 34359738844 rc 0/0 00000100:00100000:3.0:1767318258.710673:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 704 00010000:00010000:3.0:1767318258.710704:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.710731:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938511872 00000100:00100000:0.0:1767318258.710737:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938511872 00000100:00100000:0.0:1767318258.710764:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938512000 00000100:00100000:0.0:1767318258.710767:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938512000 00000100:00100000:3.0:1767318258.710778:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23629 00000100:00100000:3.0:1767318258.710786:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1460:6188:x1853163938511872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.710809:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:446 count 1 00010000:00010000:3.0:1767318258.710829:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.710842:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95c00/0x3313483622c96370 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b10 expref: 81 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.710849:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.710850:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.710854:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.710873:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95c00/0x3313483622c96370 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b10 expref: 81 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.710883:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95c00/0x3313483622c96370 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b10 expref: 81 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.711349:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938512128:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.711389:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7eb40 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.711461:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.711482:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.711492:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.711499:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.711532:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.712355:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1461:6185:x1853163938506240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37675us (38450us total) trans 4294975519 rc 0/0 00000100:00100000:0.0:1767318258.718531:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23630 00000100:00100000:0.0:1767318258.718551:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0307228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+230:6185:x1853163938512000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.718587:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:420 count 1 00010000:00010000:0.0:1767318258.718610:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.718634:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8c00/0x3313483622c9682b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ab expref: 107 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.718641:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.718644:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.718647:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.718683:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8c00/0x3313483622c9682b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ab expref: 107 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.718695:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8c00/0x3313483622c9682b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ab expref: 107 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.718709:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938512256:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.718799:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59540 going to sleep for 11 seconds 00000004:00080000:0.0:1767318258.718846:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f6680/2, rc 0, transno 4294975519 00000100:00100000:0.0:1767318258.718859:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938506240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.718909:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.718922:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938512384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.718960:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.719143:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719161:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719177:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719199:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719215:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719246:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719324:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719337:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719361:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719374:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719389:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719453:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.719473:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917999488 00000100:00100000:0.0:1767318258.719478:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917999488 00010000:00010000:0.0:1767318258.719528:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c228a00/0x3313483622c9634d lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aca expref: 82 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719552:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917999744 00000100:00100000:0.0:1767318258.719555:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917999744 00010000:00010000:0.0:1767318258.719568:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045a00/0x3313483622c9680f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554973 expref: 108 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719580:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918000000 00000100:00100000:0.0:1767318258.719582:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918000000 00010000:00010000:0.0:1767318258.719593:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045200/0x3313483622c96816 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554981 expref: 109 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719602:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917999360 00000100:00100000:0.0:1767318258.719605:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917999360 00010000:00010000:0.0:1767318258.719614:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c229000/0x3313483622c96346 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554abc expref: 83 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719623:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917999616 00000100:00100000:0.0:1767318258.719626:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917999616 00010000:00010000:0.0:1767318258.719636:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a800/0x3313483622c96808 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554965 expref: 110 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719647:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163917999872 00000100:00100000:0.0:1767318258.719649:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163917999872 00010000:00010000:0.0:1767318258.719659:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c228800/0x3313483622c96354 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad8 expref: 84 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719669:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918000128 00000100:00100000:0.0:1767318258.719672:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918000128 00010000:00010000:0.0:1767318258.719681:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c229200/0x3313483622c9635b lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ae6 expref: 85 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719691:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918000384 00000100:00100000:0.0:1767318258.719693:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918000384 00010000:00010000:0.0:1767318258.719703:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95e00/0x3313483622c96369 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b02 expref: 86 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719712:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918000640 00000100:00100000:0.0:1767318258.719714:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918000640 00010000:00010000:0.0:1767318258.719724:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a03097c9200/0x3313483622c96824 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55499d expref: 111 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719733:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918000256 00000100:00100000:0.0:1767318258.719734:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918000256 00010000:00010000:0.0:1767318258.719743:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c229600/0x3313483622c96362 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554af4 expref: 87 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719753:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918000512 00000100:00100000:0.0:1767318258.719755:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918000512 00010000:00010000:0.0:1767318258.719765:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318045400/0x3313483622c9681d lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55498f expref: 112 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719775:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918000768 00000100:00100000:0.0:1767318258.719777:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918000768 00010000:00010000:0.0:1767318258.719789:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95c00/0x3313483622c96370 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b10 expref: 88 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.719801:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32140 00000100:00100000:0.0:1767318258.719807:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+88:2481:x1853163917999488:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.719818:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.719823:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c228a00/0x3313483622c9634d lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aca expref: 88 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.719833:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c228a00/0x3313483622c9634d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aca expref: 88 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.719852:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.719854:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.719859:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.719868:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.719888:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.719922:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+88:2481:x1853163917999488:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 114us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.719930:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32140 00000100:00100000:0.0:1767318258.719950:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32141 00000100:00100000:0.0:1767318258.719956:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+112:2481:x1853163917999744:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.719963:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.719968:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318045a00/0x3313483622c9680f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554973 expref: 112 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.719978:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318045a00/0x3313483622c9680f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554973 expref: 112 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.719990:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.719991:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.719995:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.720002:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.720015:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.720034:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+112:2481:x1853163917999744:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 78us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.720040:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32141 00000100:00100000:0.0:1767318258.720053:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32142 00000100:00100000:0.0:1767318258.720059:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+111:2481:x1853163918000000:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.720066:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.720071:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318045200/0x3313483622c96816 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554981 expref: 111 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.720080:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318045200/0x3313483622c96816 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554981 expref: 111 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.720091:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.720093:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.720096:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.720103:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.721148:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32143 00000100:00100000:1.0:1767318258.721161:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+87:2481:x1853163917999360:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.721177:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.721183:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c229000/0x3313483622c96346 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554abc expref: 87 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721197:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c229000/0x3313483622c96346 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554abc expref: 87 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721214:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721216:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721219:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721227:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721242:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.721275:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+87:2481:x1853163917999360:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 117us (2074us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.721282:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32143 00000100:00100000:1.0:1767318258.721303:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32144 00000100:00100000:1.0:1767318258.721310:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+111:2481:x1853163917999616:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.721318:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.721323:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a800/0x3313483622c96808 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554965 expref: 111 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721333:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a800/0x3313483622c96808 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x19f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554965 expref: 111 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721357:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721359:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721362:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721369:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721379:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.721397:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+111:2481:x1853163917999616:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 88us (2180us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.721402:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32144 00000100:00100000:1.0:1767318258.721415:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32145 00000100:00100000:1.0:1767318258.721421:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+86:2481:x1853163917999872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.721428:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.721433:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c228800/0x3313483622c96354 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad8 expref: 86 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721443:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c228800/0x3313483622c96354 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad8 expref: 86 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721453:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721455:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721458:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721470:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721482:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.721501:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+86:2481:x1853163917999872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 78us (2264us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.721532:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32145 00000100:00100000:1.0:1767318258.721545:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32146 00000100:00100000:1.0:1767318258.721552:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+85:2480:x1853163918000128:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.721559:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.721564:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c229200/0x3313483622c9635b lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ae6 expref: 85 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721573:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c229200/0x3313483622c9635b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ae6 expref: 85 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721583:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721585:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721588:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721595:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721606:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.721624:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+85:2480:x1853163918000128:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 72us (2299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.721631:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32146 00000100:00100000:1.0:1767318258.721644:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32147 00000100:00100000:1.0:1767318258.721650:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+84:2480:x1853163918000384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.721656:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.721661:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95e00/0x3313483622c96369 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b02 expref: 84 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721669:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95e00/0x3313483622c96369 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b02 expref: 84 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721679:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721681:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721684:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721690:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721700:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.721718:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+84:2480:x1853163918000384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 68us (2379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.721724:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32147 00000100:00100000:1.0:1767318258.721735:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32148 00000100:00100000:1.0:1767318258.721741:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+110:2480:x1853163918000640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.721749:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.721754:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a03097c9200/0x3313483622c96824 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55499d expref: 110 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721763:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a03097c9200/0x3313483622c96824 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55499d expref: 110 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721773:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721775:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721778:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721784:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721794:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.721811:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+110:2480:x1853163918000640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (2449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.721817:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32148 00000100:00100000:1.0:1767318258.721829:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32149 00000100:00100000:1.0:1767318258.721836:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+83:2480:x1853163918000256:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.721843:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.721847:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c229600/0x3313483622c96362 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554af4 expref: 83 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721856:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c229600/0x3313483622c96362 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554af4 expref: 83 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721867:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721869:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721872:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721878:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721890:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.721904:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+83:2480:x1853163918000256:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 68us (2529us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.721910:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32149 00000100:00100000:1.0:1767318258.721922:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32150 00000100:00100000:1.0:1767318258.721929:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+109:2480:x1853163918000512:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.721936:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.721941:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318045400/0x3313483622c9681d lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55498f expref: 109 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721950:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318045400/0x3313483622c9681d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55498f expref: 109 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.721961:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721962:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.721965:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721972:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.721985:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.721999:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+109:2480:x1853163918000512:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (2608us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.722004:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32150 00000100:00100000:1.0:1767318258.722033:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32151 00000100:00100000:1.0:1767318258.722039:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+82:2481:x1853163918000768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.722047:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.722051:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95c00/0x3313483622c96370 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b10 expref: 82 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.722060:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95c00/0x3313483622c96370 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b10 expref: 82 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.722070:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.722072:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.722075:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.722081:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.722093:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.722107:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+82:2481:x1853163918000768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 68us (2654us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.722113:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32151 00010000:00010000:0.0:1767318258.723974:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.724028:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+108:2481:x1853163918000000:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3963us (4843us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.724039:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32142 00010000:00010000:0.0:1767318258.724136:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229200/0x3313483622c9635b lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ae6 expref: 81 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.724151:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311990700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938510720:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.724169:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.724180:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.724191:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.724200:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.724206:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.724231:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318258.725451:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.725461:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725471:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.725476:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725486:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725520:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725527:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5800/0x3313483622c9d434 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725553:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.725557:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725563:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.725566:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725574:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725584:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725591:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9d4ab lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725610:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.725612:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.725614:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.725635:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938512384 00000100:00100000:2.0:1767318258.725643:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938512384 00000100:00100000:2.0:1767318258.725679:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23631 00000100:00100000:2.0:1767318258.725687:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1462:6185:x1853163938512384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.725716:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:447 count 1 00010000:00010000:2.0:1767318258.725737:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725751:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c96377 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b1e expref: 80 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.725759:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.725762:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.725765:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.725812:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c96377 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b1e expref: 80 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.725824:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c96377 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b1e expref: 80 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.725840:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938512512:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.725896:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043bf533c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.726402:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1463:6188:x1853163938510592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23340us (23404us total) trans 4294975520 rc 0/0 00000100:00100000:0.0:1767318258.726411:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23624 00010000:00010000:0.0:1767318258.726441:0:6171:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.726449:0:6171:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.726456:0:6171:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.726461:0:6171:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daee00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:0.0:1767318258.726464:0:6171:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.726471:0:6171:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.726487:0:6171:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x189460f5 (ffff9a0304067300) 00010000:00010000:0.0:1767318258.726490:0:6171:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318258.726494:0:6171:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.726499:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0312daee00/0x3313483622c9d4d5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x189460f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000004:00080000:0.0:1767318258.726936:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311991f80/2, rc 0, transno 4294975520 00000100:00100000:0.0:1767318258.726950:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938510592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.727008:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318258.727020:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938512640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.727055:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.727087:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938512640 00000100:00100000:0.0:1767318258.727092:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938512640 00000100:00100000:0.0:1767318258.727117:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23632 00000100:00100000:0.0:1767318258.727124:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1463:6188:x1853163938512640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.727140:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:448 count 1 00010000:00010000:0.0:1767318258.727156:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.727169:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9637e lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b2c expref: 80 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.727177:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.727178:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.727181:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.727208:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9637e lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b2c expref: 80 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.727218:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9637e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b2c expref: 80 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.727229:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938512768:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.727412:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23608 00000100:00100000:3.0:1767318258.727568:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1767318258.727577:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.728255:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.728368:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59840 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.728406:0:21249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229600/0x3313483622c96362 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554af4 expref: 80 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.728419:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938511104:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.728436:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.728446:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.728453:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.728462:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.728470:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.728489:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.728756:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1463:6188:x1853163938510848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25000us (25118us total) trans 4294975521 rc 0/0 00000100:00100000:0.0:1767318258.728765:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23625 00000100:00100000:3.0:1767318258.729479:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918000896 00000100:00100000:3.0:1767318258.729487:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918000896 00010000:00010000:3.0:1767318258.729543:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8c00/0x3313483622c9682b lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ab expref: 108 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.729576:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32152 00000100:00100000:3.0:1767318258.729586:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311709f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+108:2480:x1853163918000896:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.729599:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.729603:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8c00/0x3313483622c9682b lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ab expref: 108 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.729615:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8c00/0x3313483622c9682b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ab expref: 108 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.729637:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.729639:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.729642:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.729650:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.729665:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.729698:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311709f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+108:2480:x1853163918000896:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 114us (2130us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.729717:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32152 00010000:00010000:3.0:1767318258.729825:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95c00/0x3313483622c96370 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b10 expref: 79 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.729837:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938512128:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.729851:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.729863:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.729870:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.729878:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.729885:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.729898:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.730240:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030722aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1464:6188:x1853163938511872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19453us (19816us total) trans 4294975522 rc 0/0 00000100:00100000:3.0:1767318258.730249:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23629 00010000:00010000:3.0:1767318258.730270:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.730277:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730285:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.730290:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730299:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730318:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730325:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9d4b2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730355:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.730359:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730365:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.730368:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730375:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730384:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730390:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d4ea lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730401:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.730402:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.730404:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.730416:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730423:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730431:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730438:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730449:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.730644:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+231:6187:x1853163938505472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 63675us (63833us total) trans 4294975938 rc 0/0 00000100:00100000:3.0:1767318258.730652:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23603 00010000:00010000:3.0:1767318258.730705:0:21388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c967de lrc: 0/0,0 mode: --/PR res: [0x240000404:0x199:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554911 expref: 107 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.730715:0:21388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:21388:1853163938507904:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.730729:0:21388:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730737:0:21388:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730744:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730756:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730763:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730781:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318258.730791:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.730795:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730803:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031282f000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.730806:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730813:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730825:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730831:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f000/0x3313483622c9d3fc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x197:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730844:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.730847:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730854:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312daf200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.730857:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730865:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730874:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730880:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312daf200/0x3313483622c9d43b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x199:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.730891:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.730892:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.730894:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.731310:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918001024 00000100:00100000:2.0:1767318258.731318:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918001024 00000100:00100000:2.0:1767318258.731372:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 705 00000100:00100000:2.0:1767318258.731380:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+139:81709:x1853163918001024:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.731401:0:56440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.731419:0:56440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d506 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555519 expref: -99 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.731531:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d50d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.731548:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d50d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.731557:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d50d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000004:00200000:2.0:1767318258.731605:0:56440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767318258.731610:0:56440:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1767318258.731631:0:56440:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d50d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.731653:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d506 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555519 expref: 141 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.731667:0:56440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d50d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555519 expref: 140 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.731675:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd300) 00010000:00010000:2.0:1767318258.731678:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318258.731682:0:56440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0310c90800, rc 0) 00000100:00100000:2.0:1767318258.731724:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+140:81709:x1853163918001024:12345-192.168.203.16@tcp:101:rm.0 Request processed in 344us (3470us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.731731:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 705 00010000:00010000:2.0:1767318258.731752:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.732224:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+231:6185:x1853163938506752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57532us (58296us total) trans 4294975939 rc 0/0 00000100:00100000:3.0:1767318258.732233:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23609 00010000:00010000:1.0:1767318258.732570:0:21393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045a00/0x3313483622c9680f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554973 expref: 106 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.732584:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311992a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938509952:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.732602:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.732611:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.732617:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.732625:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.732633:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.732647:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318258.732916:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.732922:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.732929:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.732933:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.732947:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.733103:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.733133:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c46a00/2, rc 0, transno 4294975939 00000100:00100000:0.0:1767318258.733146:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938506752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318258.733182:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.733189:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d496 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.733206:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.733208:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.733209:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.733211:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e48a80/2, rc 0, transno 4294975938 00000100:00100000:0.0:1767318258.733219:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938505472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.733224:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318258.733430:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.733490:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938512512:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.733659:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938512896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.733700:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.734333:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.734584:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+231:6187:x1853163938509696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40434us (40699us total) trans 4294975940 rc 0/0 00000100:00100000:1.0:1767318258.734593:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23621 00000100:00100000:1.0:1767318258.734615:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938512896 00000100:00100000:1.0:1767318258.734621:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938512896 00000100:00100000:1.0:1767318258.734657:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23633 00000100:00100000:1.0:1767318258.734665:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+231:6187:x1853163938512896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.734690:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:421 count 1 00010000:00010000:1.0:1767318258.734710:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.734725:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8a00/0x3313483622c96832 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b9 expref: 105 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.734732:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.734734:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.734737:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.734762:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8a00/0x3313483622c96832 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b9 expref: 105 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.734774:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8a00/0x3313483622c96832 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b9 expref: 105 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.734787:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308164380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938513152:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.734849:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a126c0 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.734886:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228a00/0x3313483622c9634d lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aca expref: 78 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.734897:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031199a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14895:1853163938509440:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.734911:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.734925:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.734931:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.734939:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.734947:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.734963:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.735162:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+1463:6185:x1853163938509184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49186us (49757us total) trans 4294975523 rc 0/0 00000100:00100000:1.0:1767318258.735169:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23619 00010000:00010000:1.0:1767318258.735201:0:21440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a800/0x3313483622c96808 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x19f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554965 expref: 105 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.735213:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311993100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938509824:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.735224:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735231:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735242:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735249:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735255:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735268:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.735416:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+232:6187:x1853163938509568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41450us (41584us total) trans 4294975941 rc 0/0 00000100:00100000:1.0:1767318258.735422:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23620 00010000:00010000:1.0:1767318258.735451:0:21246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045200/0x3313483622c96816 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554981 expref: 104 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.735462:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938510464:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.735476:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735484:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735490:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735502:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735533:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735547:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318258.735674:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+232:6185:x1853163938510336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40533us (40799us total) trans 4294975942 rc 0/0 00000100:00100000:1.0:1767318258.735681:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23623 00010000:00010000:1.0:1767318258.735715:0:14896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228800/0x3313483622c96354 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad8 expref: 77 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.735725:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311990e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938510208:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.735737:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735744:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735749:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735757:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735769:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735780:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318258.735893:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1463:6185:x1853163938510080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41236us (41581us total) trans 4294975524 rc 0/0 00000100:00100000:1.0:1767318258.735900:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23622 00010000:00010000:1.0:1767318258.735933:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229000/0x3313483622c96346 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554abc expref: 76 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.735944:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938509312:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.735954:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735962:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735968:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735976:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735982:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.735995:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318258.736110:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1463:6185:x1853163938509056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50303us (50836us total) trans 4294975525 rc 0/0 00000100:00100000:1.0:1767318258.736115:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23618 00010000:00010000:1.0:1767318258.736133:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318258.736139:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736147:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.736151:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736160:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736176:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736183:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9d488 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736200:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318258.736204:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736210:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.736213:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736219:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736228:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736235:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d48f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x19f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736248:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318258.736251:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736257:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.736260:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736267:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736276:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736281:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9d4a4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736296:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.736299:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736305:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.736307:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736313:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736321:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736327:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d49d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.736337:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.736340:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.736401:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938513024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.736438:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318258.736477:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311992680/2, rc 0, transno 4294975942 00000100:00100000:0.0:1767318258.736489:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938510336:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.736501:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311992d80/2, rc 0, transno 4294975524 00000100:00100000:0.0:1767318258.736522:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938510080:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.736533:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e48000/2, rc 0, transno 4294975523 00000100:00100000:0.0:1767318258.736537:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938509184:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.736544:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c14e00/2, rc 0, transno 4294975525 00000100:00100000:0.0:1767318258.736547:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938509056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318258.736567:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.736647:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938513664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.736670:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.736691:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.736697:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938513280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.736715:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.736740:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938513408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.736759:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318258.736794:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311999c00/2, rc 0, transno 4294975940 00000100:00100000:0.0:1767318258.736802:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938509696:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.736811:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311998700/2, rc 0, transno 4294975941 00000100:00100000:0.0:1767318258.736814:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938509568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.736821:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318258.736826:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938513536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.736846:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.736896:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.736903:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938513792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.736925:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.736947:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938513920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.736966:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.736994:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938513024 00000100:00100000:0.0:1767318258.736999:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938513024 00000100:00100000:0.0:1767318258.737030:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938513664 00000100:00100000:0.0:1767318258.737033:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938513664 00000100:00100000:0.0:1767318258.737047:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938513280 00000100:00100000:0.0:1767318258.737049:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938513280 00000100:00100000:0.0:1767318258.737057:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938513408 00000100:00100000:0.0:1767318258.737059:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938513408 00000100:00100000:0.0:1767318258.737066:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938513536 00000100:00100000:0.0:1767318258.737068:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938513536 00000100:00100000:0.0:1767318258.737075:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938513792 00000100:00100000:0.0:1767318258.737077:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938513792 00000100:00100000:0.0:1767318258.737084:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938513920 00000100:00100000:0.0:1767318258.737086:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938513920 00000100:00100000:0.0:1767318258.737096:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23634 00000100:00100000:0.0:1767318258.737103:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+235:6185:x1853163938513024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.737124:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:422 count 1 00010000:00010000:0.0:1767318258.737143:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737158:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0414857a00/0x3313483622c96840 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c7 expref: 103 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.737166:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.737168:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.737171:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737195:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0414857a00/0x3313483622c96840 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c7 expref: 103 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.737205:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0414857a00/0x3313483622c96840 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c7 expref: 103 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.737218:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938514048:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.737256:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59f00 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.737272:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23635 00000100:00100000:0.0:1767318258.737279:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1465:6185:x1853163938513664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.737293:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:451 count 1 00010000:00010000:0.0:1767318258.737305:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737316:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c96393 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b56 expref: 75 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.737323:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.737324:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.737327:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737356:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c96393 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b56 expref: 75 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.737365:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c96393 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b56 expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.737375:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938514176:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.737397:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.737414:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23636 00000100:00100000:0.0:1767318258.737420:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+235:6185:x1853163938513280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.737432:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:423 count 1 00010000:00010000:0.0:1767318258.737441:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737456:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0a00/0x3313483622c96847 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549d5 expref: 103 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.737462:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.737463:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.737466:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737485:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0a00/0x3313483622c96847 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549d5 expref: 103 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.737494:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0a00/0x3313483622c96847 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549d5 expref: 103 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.737503:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938514304:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.737549:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59000 going to sleep for 11 seconds 00000004:00080000:0.0:1767318258.737576:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0307228e00/2, rc 0, transno 4294975522 00000100:00100000:0.0:1767318258.737587:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0307228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938511872:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.737597:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311993800/2, rc 0, transno 4294975521 00000100:00100000:0.0:1767318258.737600:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938510848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.737645:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938514560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.737668:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.737690:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318258.737695:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407532300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938514432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.737719:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318258.737752:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95e00/0x3313483622c96369 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b02 expref: 75 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.737763:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938511232:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.737779:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737788:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737795:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737802:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737811:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.737824:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.738038:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1466:6185:x1853163938510976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33928us (34355us total) trans 4294975526 rc 0/0 00000100:00100000:0.0:1767318258.738045:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23626 00000100:00100000:0.0:1767318258.738063:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938514560 00000100:00100000:0.0:1767318258.738068:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938514560 00000100:00100000:0.0:1767318258.738083:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938514432 00000100:00100000:0.0:1767318258.738087:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938514432 00000100:00100000:0.0:1767318258.738098:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23637 00000100:00100000:0.0:1767318258.738103:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1467:6187:x1853163938513408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.738115:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:449 count 1 00010000:00010000:0.0:1767318258.738126:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.738137:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c96385 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b3a expref: 74 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.738142:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.738144:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.738146:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.738165:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c96385 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b3a expref: 74 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.738174:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c96385 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b3a expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.738183:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938514688:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.738209:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59300 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.738223:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.738228:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.738235:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.738239:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.738247:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.738263:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.738270:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d4b9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.738286:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.738289:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.738291:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.738310:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311992300/2, rc 0, transno 4294975526 00000100:00100000:0.0:1767318258.738319:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938510976:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318258.739456:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.740595:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918001280 00000100:00100000:2.0:1767318258.740607:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918001280 00010000:00010000:2.0:1767318258.740651:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9637e lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b2c expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.740685:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32153 00000100:00100000:2.0:1767318258.740694:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+75:2480:x1853163918001280:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.740710:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.740716:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9637e lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b2c expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.740729:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9637e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b2c expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.740753:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.740756:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.740761:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.740770:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.740789:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.740835:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+75:2480:x1853163918001280:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 143us (7407us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.740842:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32153 00000100:00100000:2.0:1767318258.740858:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918001152 00000100:00100000:2.0:1767318258.740862:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918001152 00010000:00010000:2.0:1767318258.740874:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c96377 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b1e expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.740903:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32154 00000100:00100000:2.0:1767318258.740909:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+75:2480:x1853163918001152:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.740916:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.740920:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c96377 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b1e expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.740929:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c96377 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b1e expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.740941:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c96377 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b1e expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.740954:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.740956:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.740959:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.740965:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.740976:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.740995:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+74:2480:x1853163918001152:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (6664us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.741001:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32154 00010000:00010000:1.0:1767318258.741409:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.741414:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.741422:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.741435:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.741441:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d481 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.741478:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23638 00000100:00100000:1.0:1767318258.741487:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1467:6187:x1853163938513536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.741523:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:450 count 1 00010000:00010000:1.0:1767318258.741544:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.741557:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9638c lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b48 expref: 73 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.741563:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.741565:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.741568:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.741591:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9638c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b48 expref: 73 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.741602:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9638c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b48 expref: 73 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.741619:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308166300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938514944:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.741661:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.741719:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23639 00000100:00100000:1.0:1767318258.741727:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+235:6185:x1853163938513792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.741739:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:424 count 1 00010000:00010000:1.0:1767318258.741752:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.741762:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9684e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549e3 expref: 103 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.741768:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.741769:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.741772:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.741787:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9684e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549e3 expref: 103 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.741795:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9684e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549e3 expref: 103 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.741804:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938515072:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.741826:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.741841:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23640 00000100:00100000:1.0:1767318258.741848:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+235:6187:x1853163938513920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.741859:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:425 count 1 00010000:00010000:1.0:1767318258.741868:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.741878:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c96855 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f1 expref: 103 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.741883:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.741885:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.741887:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.741902:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c96855 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f1 expref: 103 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.741909:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c96855 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f1 expref: 103 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.741918:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938515200:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.741938:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.741955:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23641 00000100:00100000:1.0:1767318258.741962:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1467:6185:x1853163938514560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.741973:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:453 count 1 00010000:00010000:1.0:1767318258.741983:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.741997:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93200/0x3313483622c963a1 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b72 expref: 73 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.742002:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.742004:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.742006:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.742022:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93200/0x3313483622c963a1 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b72 expref: 73 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.742031:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93200/0x3313483622c963a1 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b72 expref: 73 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.742040:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938515328:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.742062:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04343d90c0 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.742074:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.742076:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.742078:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.742494:0:21383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318045400/0x3313483622c9681d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55498f expref: 103 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.742525:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c130700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938511488:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.742546:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.742555:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.742565:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.742574:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.742580:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.742595:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.742870:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+236:6185:x1853163938511360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38280us (38554us total) trans 4294975943 rc 0/0 00000100:00100000:0.0:1767318258.742878:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23627 00000100:00100000:0.0:1767318258.742901:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23642 00000100:00100000:0.0:1767318258.742909:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1467:6187:x1853163938514432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.742925:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:452 count 1 00010000:00010000:0.0:1767318258.742938:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.742949:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93400/0x3313483622c9639a lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b64 expref: 73 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.742954:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.742956:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.742958:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.742982:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93400/0x3313483622c9639a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b64 expref: 73 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.742991:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93400/0x3313483622c9639a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b64 expref: 73 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.743001:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938515456:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.743029:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59180 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.743041:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.743047:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.743054:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.743057:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.743066:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.743080:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.743087:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9d4c0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.743103:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.743105:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.743107:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.743120:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938514816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.743150:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318258.743195:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03097c9200/0x3313483622c96824 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55499d expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.743204:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0307228a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938511744:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.743218:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.743225:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.743232:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318258.743446:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c130e00/2, rc 0, transno 4294975943 00000100:00100000:1.0:1767318258.743463:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938511360:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318258.743970:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9637e lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b2c expref: 73 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.743982:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938512768:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.744002:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.744010:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.744016:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.744025:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.744033:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.744056:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318258.744430:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.744438:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.744454:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.744643:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+236:6188:x1853163938511616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39329us (39734us total) trans 4294975944 rc 0/0 00000100:00100000:0.0:1767318258.744653:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23628 00000100:00100000:0.0:1767318258.744677:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938514816 00000100:00100000:0.0:1767318258.744683:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938514816 00000100:00100000:0.0:1767318258.744706:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23643 00000100:00100000:0.0:1767318258.744712:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1469:6186:x1853163938514816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.744731:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:454 count 1 00010000:00010000:0.0:1767318258.744749:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.744762:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c963a8 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b80 expref: 72 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.744768:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.744770:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.744773:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.744797:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c963a8 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b80 expref: 72 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.744807:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c963a8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b80 expref: 72 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.744819:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938515584:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.744859:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b596c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.744912:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407533b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938515712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.744939:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318258.744976:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c131500/2, rc 0, transno 4294975944 00000100:00100000:0.0:1767318258.744984:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c131500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938511616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.745015:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318258.745021:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407530380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938515840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.745044:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.745066:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938515712 00000100:00100000:0.0:1767318258.745069:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938515712 00000100:00100000:0.0:1767318258.745085:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938515840 00000100:00100000:0.0:1767318258.745088:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938515840 00000100:00100000:0.0:1767318258.745099:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23644 00000100:00100000:0.0:1767318258.745105:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+237:6187:x1853163938515712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.745116:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:426 count 1 00010000:00010000:0.0:1767318258.745129:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.745141:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1200/0x3313483622c9685c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ff expref: 101 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.745147:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.745148:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.745151:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.745171:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1200/0x3313483622c9685c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ff expref: 101 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.745179:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1200/0x3313483622c9685c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ff expref: 101 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.745189:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c130700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938515968:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.745213:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59840 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.745230:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23645 00000100:00100000:1.0:1767318258.745442:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1469:6188:x1853163938512640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18317us (18384us total) trans 4294975527 rc 0/0 00000100:00100000:1.0:1767318258.745448:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23632 00010000:00010000:1.0:1767318258.745485:0:20656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8c00/0x3313483622c9682b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ab expref: 101 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.745496:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938512256:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.745527:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.745536:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.745543:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.745550:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.745557:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.745572:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318258.745735:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0307228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+238:6185:x1853163938512000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27192us (35166us total) trans 4294975945 rc 0/0 00000100:00100000:1.0:1767318258.745742:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23630 00000004:00080000:1.0:1767318258.745773:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0307229500/2, rc 0, transno 4294975945 00000100:00100000:1.0:1767318258.745783:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0307229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938512000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.746028:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0307228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+237:6187:x1853163938515840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.746045:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:427 count 1 00010000:00010000:0.0:1767318258.746060:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746071:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c96863 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a0d expref: 100 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.746077:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.746079:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.746082:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746104:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c96863 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a0d expref: 100 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.746112:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c96863 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a0d expref: 100 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.746122:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938516096:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.746145:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59540 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.746158:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318258.746164:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746177:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.746180:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746188:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746203:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746210:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9d4ff lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746229:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.746233:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746251:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.746253:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746260:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746269:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746281:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d4c7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746295:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.746298:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746304:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.746306:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746320:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746329:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746336:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9d4f1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746357:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.746358:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.746360:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.746419:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186adc00/2, rc 0, transno 4294975527 00000100:00100000:0.0:1767318258.746429:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938512640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.746443:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318258.746450:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938516224:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.746480:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.746530:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938516224 00000100:00100000:0.0:1767318258.746535:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938516224 00000100:00100000:0.0:1767318258.746562:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23646 00000100:00100000:0.0:1767318258.746569:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d247450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+238:6186:x1853163938516224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.746580:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:428 count 1 00010000:00010000:0.0:1767318258.746591:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746603:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9686a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a1b expref: 100 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.746608:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.746610:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.746612:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746628:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9686a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a1b expref: 100 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.746636:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9686a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a1b expref: 100 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.746647:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c154e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938516352:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.746665:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59a80 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.746701:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c154700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938516480:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.746726:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.746753:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938516480 00000100:00100000:0.0:1767318258.746757:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938516480 00000100:00100000:0.0:1767318258.746778:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23647 00000100:00100000:0.0:1767318258.746784:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1469:6186:x1853163938516480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.746797:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:455 count 1 00010000:00010000:0.0:1767318258.746808:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746820:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c963af lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b8e expref: 72 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.746826:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.746828:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.746830:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.746848:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c963af lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b8e expref: 72 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.746858:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c963af lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b8e expref: 72 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.746867:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938516608:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.746887:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0421f34b40 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.746904:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.747359:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.747375:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.747381:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.747455:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.747464:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.747472:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.747480:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.747489:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.747520:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318258.747611:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.747616:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.747624:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.747627:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.747634:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.747649:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.747655:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91200/0x3313483622c9d4f8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.747670:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.747672:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.747673:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.747762:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1470:6185:x1853163938512384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22067us (28793us total) trans 4294975528 rc 0/0 00000100:00100000:3.0:1767318258.747769:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23631 00000004:00080000:1.0:1767318258.748404:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186ad180/2, rc 0, transno 4294975528 00000100:00100000:1.0:1767318258.748424:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938512384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.748648:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938516736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.748686:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.748938:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938516736 00000100:00100000:3.0:1767318258.748944:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938516736 00000100:00100000:3.0:1767318258.748978:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23648 00000100:00100000:3.0:1767318258.748985:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1470:6187:x1853163938516736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.749006:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:456 count 1 00010000:00010000:3.0:1767318258.749450:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.749470:0:21388:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c96411 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b9c expref: 72 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.749477:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.749479:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.749483:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.749530:0:21388:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c96411 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b9c expref: 72 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.749541:0:21388:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c96411 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b9c expref: 72 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.749553:0:21388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:21388:1853163938516864:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.749594:0:21388:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.750090:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.750450:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918001408 00000100:00100000:3.0:1767318258.750458:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918001408 00000100:00100000:2.0:1767318258.750576:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 706 00000100:00100000:2.0:1767318258.750587:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+140:81709:x1853163918001408:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.750602:0:56440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.750620:0:56440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90400/0x3313483622c9d584 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555520 expref: -99 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.750721:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d58b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750734:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d58b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750744:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d58b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750768:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d592 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750775:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d592 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750780:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d592 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750863:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90200/0x3313483622c9d599 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x137c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750871:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90200/0x3313483622c9d599 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x137c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750877:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90200/0x3313483622c9d599 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x137c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000004:00200000:2.0:1767318258.750909:0:56440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x137c:0x0]: returning size 1048576 00000004:00200000:2.0:1767318258.750914:0:56440:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767318258.750930:0:56440:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90200/0x3313483622c9d599 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x137c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750941:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90200/0x3313483622c9d599 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x137c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750948:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d58b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750965:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d58b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750971:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d58b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750976:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91000 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.750980:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d58b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750987:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d58b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.750997:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd300) 00010000:00010000:2.0:1767318258.751000:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318258.751004:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d58b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.751009:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d58b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.751021:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d592 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.751871:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d592 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.751878:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d592 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.751883:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91c00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.751886:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d592 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.751891:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d592 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.751902:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x14a8b139 (ffff9a0316acd700) 00010000:00010000:2.0:1767318258.751905:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318258.751909:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d592 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.751914:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d592 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.752356:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90400/0x3313483622c9d584 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555520 expref: 142 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.752374:0:56440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90200/0x3313483622c9d599 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x137c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555520 expref: 141 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.752382:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137c:0x0].0x0 (ffff9a0316acdb00) 00010000:00010000:2.0:1767318258.752385:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318258.752388:0:56440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0310c90200, rc 0) 00000100:00100000:2.0:1767318258.752464:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+141:81709:x1853163918001408:12345-192.168.203.16@tcp:101:rm.0 Request processed in 1878us (2373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.752472:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 706 00000100:00100000:2.0:1767318258.766286:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.766314:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.766397:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.766418:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.766442:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918001664 00000100:00100000:2.0:1767318258.766451:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918001664 00000100:00100000:1.0:1767318258.766471:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938514048:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.766499:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.766503:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c96393 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b56 expref: 73 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.766547:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918001536 00000100:00100000:1.0:1767318258.766548:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308164380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938513152:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.766550:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918001536 00010000:00010000:1.0:1767318258.766561:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.766562:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0414857a00/0x3313483622c96840 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c7 expref: 101 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.766577:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918001792 00000100:00100000:2.0:1767318258.766579:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918001792 00000100:00100000:1.0:1767318258.766583:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918002048 00000100:00100000:1.0:1767318258.766586:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918002048 00010000:00010000:2.0:1767318258.766589:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8a00/0x3313483622c96832 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b9 expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.766597:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c96385 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b3a expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.766603:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32155 00000100:00100000:1.0:1767318258.766611:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32156 00000100:00100000:2.0:1767318258.766611:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+74:2480:x1853163918001664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1767318258.766616:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+102:2480:x1853163918001536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.766625:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.766625:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.766630:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0414857a00/0x3313483622c96840 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c7 expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.766630:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c96393 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b56 expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.766642:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0414857a00/0x3313483622c96840 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c7 expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.766642:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c96393 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b56 expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.766663:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0414857a00/0x3313483622c96840 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549c7 expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.766664:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.766666:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.766670:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.766674:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.766676:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.766678:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.766685:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.766694:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.766705:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318258.766705:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.766750:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+101:2480:x1853163918001536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 132us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.766758:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32156 00000100:00100000:1.0:1767318258.766775:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32157 00000100:00100000:1.0:1767318258.766782:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+100:2481:x1853163918001792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.766789:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.766794:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8a00/0x3313483622c96832 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b9 expref: 100 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.766804:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8a00/0x3313483622c96832 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b9 expref: 100 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.766815:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03097c8a00/0x3313483622c96832 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549b9 expref: 100 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.766823:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.766825:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.766828:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.766834:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.766849:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.766868:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+99:2481:x1853163918001792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.766874:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32157 00000100:00100000:1.0:1767318258.766887:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32158 00000100:00100000:1.0:1767318258.766894:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+74:2481:x1853163918002048:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.766900:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.766904:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c96385 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b3a expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.766912:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c96385 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b3a expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.766923:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.766924:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.766927:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.766933:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.766945:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.766962:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+74:2481:x1853163918002048:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.766969:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32158 00010000:00010000:1.0:1767318258.766989:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.766996:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.767004:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.767011:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.767027:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.767272:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+239:6187:x1853163938512896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32608us (33571us total) trans 4294975946 rc 0/0 00000100:00100000:1.0:1767318258.767280:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23633 00010000:00010000:1.0:1767318258.767300:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.767308:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.767308:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+73:2480:x1853163918001664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 698us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.767315:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32155 00010000:00010000:1.0:1767318258.767332:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.767338:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.767361:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318258.767388:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.767481:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.767489:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+239:6185:x1853163938513024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30386us (31050us total) trans 4294975947 rc 0/0 00000100:00100000:1.0:1767318258.767495:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23634 00000100:00100000:1.0:1767318258.767532:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918001920 00000100:00100000:1.0:1767318258.767537:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918001920 00010000:00010000:1.0:1767318258.767555:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0a00/0x3313483622c96847 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549d5 expref: 99 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.769980:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918002176 00000100:00100000:1.0:1767318258.769994:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918002176 00010000:00010000:1.0:1767318258.770030:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9638c lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b48 expref: 73 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.770634:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938514304:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.770664:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.770695:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c96385 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b3a expref: 73 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.770715:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938514688:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.770726:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.770734:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.770741:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.770749:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.770756:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.770788:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318258.771077:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1471:6187:x1853163938513408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32971us (34315us total) trans 4294975529 rc 0/0 00000100:00100000:0.0:1767318258.771085:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23637 00010000:00010000:3.0:1767318258.771204:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c96393 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b56 expref: 72 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.771215:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407531180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938514176:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.771226:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.771234:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.771242:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.771249:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.771256:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.771269:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318258.772267:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1471:6185:x1853163938513664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34983us (35590us total) trans 4294975530 rc 0/0 00000100:00100000:3.0:1767318258.772278:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23635 00000100:00100000:1.0:1767318258.772628:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32159 00000100:00100000:1.0:1767318258.772645:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+99:2481:x1853163918001920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.772666:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.772675:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0a00/0x3313483622c96847 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549d5 expref: 99 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.772692:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0a00/0x3313483622c96847 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549d5 expref: 99 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.772715:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0a00/0x3313483622c96847 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549d5 expref: 99 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.772735:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.772737:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.772742:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.772753:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.772970:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.773023:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+98:2481:x1853163918001920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 386us (5634us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.774636:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32160 00000100:00100000:1.0:1767318258.774658:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32159 00000100:00100000:2.0:1767318258.774663:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+71:2481:x1853163918002176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.774681:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.774690:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9638c lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b48 expref: 71 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.774704:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9638c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b48 expref: 71 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.774732:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318258.774737:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.774739:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.774740:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.774744:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774748:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.774753:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774762:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.774763:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.774785:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.774827:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+71:2481:x1853163918002176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 178us (7345us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.774834:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32160 00010000:00010000:0.0:1767318258.774849:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774856:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d514 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774875:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318258.774878:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774884:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.774887:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774893:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774902:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774908:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d51b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774925:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.774929:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774934:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.774937:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774944:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774953:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774960:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d530 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774973:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.774976:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774982:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.774984:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774991:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.774999:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.775005:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d522 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.775015:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.775017:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.775019:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318258.778925:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186ac000/2, rc 0, transno 4294975529 00000100:00100000:1.0:1767318258.778979:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938516096:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.779014:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.779078:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938513408:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.782373:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186aed80/2, rc 0, transno 4294975946 00000100:00100000:0.0:1767318258.782399:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938512896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.782416:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.782436:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.782455:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.782495:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.782527:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.782542:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.782556:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.782576:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.782588:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.782600:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1767318258.782616:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.782620:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1767318258.782628:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.782639:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.782641:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918002432 00010000:00010000:0.0:1767318258.782647:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.782647:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918002432 00010000:00010000:0.0:1767318258.782664:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318258.782684:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c96855 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f1 expref: 98 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.782704:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918002304 00000100:00100000:2.0:1767318258.782706:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918002304 00010000:00010000:2.0:1767318258.782716:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9684e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549e3 expref: 99 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.782731:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918002560 00000100:00100000:2.0:1767318258.782734:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918002560 00010000:00010000:2.0:1767318258.782743:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93200/0x3313483622c963a1 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b72 expref: 71 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.782768:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918002816 00000100:00100000:2.0:1767318258.782770:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918002816 00010000:00010000:2.0:1767318258.782780:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c963a8 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b80 expref: 72 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.782790:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918003072 00000100:00100000:2.0:1767318258.782792:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918003072 00010000:00010000:2.0:1767318258.782800:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c96863 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a0d expref: 100 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.782810:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918003328 00000100:00100000:2.0:1767318258.782812:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918003328 00010000:00010000:2.0:1767318258.782820:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c963af lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b8e expref: 73 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.782830:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918002688 00000100:00100000:2.0:1767318258.782832:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918002688 00010000:00010000:2.0:1767318258.782841:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93400/0x3313483622c9639a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b64 expref: 74 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.782850:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918002944 00000100:00100000:2.0:1767318258.782852:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918002944 00010000:00010000:2.0:1767318258.782862:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1200/0x3313483622c9685c lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ff expref: 101 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.782871:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918003200 00000100:00100000:2.0:1767318258.782873:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918003200 00010000:00010000:2.0:1767318258.782881:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9686a lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a1b expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.782889:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918003456 00000100:00100000:2.0:1767318258.782891:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918003456 00010000:00010000:2.0:1767318258.782899:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c96411 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b9c expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.782911:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32161 00000100:00100000:2.0:1767318258.782918:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+102:2480:x1853163918002432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1767318258.782930:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+239:6185:x1853163938513280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45510us (46214us total) trans 4294975948 rc 0/0 00010000:00010000:2.0:1767318258.782932:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.782936:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c96855 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f1 expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.782938:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23636 00010000:00010000:2.0:1767318258.782946:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c96855 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f1 expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.782957:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918003584 00000100:00100000:0.0:1767318258.782960:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918003584 00000100:00100000:0.0:1767318258.782981:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23649 00010000:00010000:2.0:1767318258.782983:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.782985:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1767318258.782986:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+76:2481:x1853163918003584:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.782990:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.782998:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.782999:0:21247:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318258.783015:0:21247:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c029e00/0x3313483622c9d5a0 lrc: 2/0,0 mode: --/PR res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555527 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.783017:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:0.0:1767318258.783035:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4e8:0x0] initial LVB size: 1048576, mtime: 0x695722ba, atime: 0x0, ctime: 0x695722ba, blocks: 0x803 00010000:00010000:0.0:1767318258.783047:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.783048:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.783055:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029e00/0x3313483622c9d5a0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555527 expref: 77 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.783069:0:21247:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029e00/0x3313483622c9d5a0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555527 expref: 77 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.783079:0:21247:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030c029e00, rc 0) 00000100:00100000:1.0:1767318258.783145:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308165180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938515072:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.783166:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.783204:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c130700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938515968:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.783224:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.783404:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938515584:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.783417:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.783573:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938515456:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.783585:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.783607:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32162 00000100:00100000:1.0:1767318258.783617:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+102:2481:x1853163918002304:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.783626:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.783632:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9684e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549e3 expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.783642:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9684e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549e3 expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.783655:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9684e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549e3 expref: 102 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.783667:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.783668:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.783672:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.783679:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.783697:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.786255:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+101:2480:x1853163918002432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3323us (3827us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.786270:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32161 00000100:00100000:2.0:1767318258.786310:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32163 00000100:00100000:2.0:1767318258.786324:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+77:2481:x1853163918002560:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.786351:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.786360:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93200/0x3313483622c963a1 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b72 expref: 77 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.786376:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93200/0x3313483622c963a1 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b72 expref: 77 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.786393:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+77:2481:x1853163918003584:12345-192.168.203.16@tcp:101:rm.0 Request processed in 3404us (3833us total) trans 0 rc 0/0 00010000:00010000:2.0:1767318258.786399:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1767318258.786401:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23649 00010000:00010000:2.0:1767318258.786401:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.786406:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.786415:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.786436:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.786466:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+76:2481:x1853163918002560:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 149us (4010us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.786472:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32163 00000100:00100000:2.0:1767318258.786488:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32164 00000100:00100000:2.0:1767318258.786495:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+75:2481:x1853163918002816:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.786503:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.786523:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c963a8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b80 expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.786534:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c963a8 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b80 expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.786545:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c963a8 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b80 expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.786556:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1767318258.786558:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c154e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938516352:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.786558:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.786561:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.786567:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.786585:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.786586:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.786604:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+74:2481:x1853163918002816:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 109us (4108us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.786610:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32164 00000100:00100000:2.0:1767318258.786622:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32165 00000100:00100000:2.0:1767318258.786628:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+100:2481:x1853163918003072:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.786636:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.786641:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c96863 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a0d expref: 100 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.786650:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c96863 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a0d expref: 100 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.786662:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c96863 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a0d expref: 100 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.786672:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.786673:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.786676:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.786684:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.786699:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.786731:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+99:2481:x1853163918003072:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 102us (4204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.786737:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32165 00000100:00100000:2.0:1767318258.786750:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32166 00000100:00100000:2.0:1767318258.786766:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+73:2481:x1853163918003328:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.786774:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.786779:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c963af lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b8e expref: 73 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.786783:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938516608:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.786792:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c963af lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b8e expref: 73 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.786832:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+98:2481:x1853163918002304:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3216us (4393us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.786840:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32162 00000100:00100000:1.0:1767318258.786884:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32167 00000100:00100000:1.0:1767318258.786893:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+73:2480:x1853163918002688:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.786900:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.786905:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93400/0x3313483622c9639a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b64 expref: 73 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.786915:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93400/0x3313483622c9639a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b64 expref: 73 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.786929:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93400/0x3313483622c9639a lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b64 expref: 73 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.786939:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.786940:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.786944:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.786953:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.786971:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.786990:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+72:2480:x1853163918002688:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 99us (4412us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.786996:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32167 00000100:00100000:1.0:1767318258.787011:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32168 00000100:00100000:1.0:1767318258.787019:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+97:2480:x1853163918002944:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.787026:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.787031:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1200/0x3313483622c9685c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ff expref: 97 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.787040:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1200/0x3313483622c9685c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ff expref: 97 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.787053:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1200/0x3313483622c9685c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549ff expref: 97 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.787062:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.787063:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.787067:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.787073:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.787090:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.787109:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+96:2480:x1853163918002944:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 92us (4519us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.787115:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32168 00000100:00100000:1.0:1767318258.787127:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32169 00000100:00100000:1.0:1767318258.787134:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+95:2480:x1853163918003200:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.787141:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.787146:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9686a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a1b expref: 95 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.787155:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9686a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a1b expref: 95 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.787165:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9686a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a1b expref: 95 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.787175:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.787177:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.787180:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.787187:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.787202:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.787214:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+94:2480:x1853163918003200:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 81us (4613us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.787220:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32169 00000100:00100000:1.0:1767318258.787233:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32170 00010000:00010000:0.0:1767318258.787397:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.787651:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+71:2480:x1853163918003456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.787659:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.787666:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c96411 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b9c expref: 71 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.787675:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c96411 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b9c expref: 71 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.787688:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.787690:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.787693:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.787705:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.787718:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.787735:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+71:2480:x1853163918003456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (5113us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.787741:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32170 00010000:00010000:1.0:1767318258.787764:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.787772:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.787780:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.787787:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.787802:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.788069:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1471:6186:x1853163938514816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43356us (44918us total) trans 4294975531 rc 0/0 00000100:00100000:1.0:1767318258.788077:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23643 00010000:00010000:1.0:1767318258.788100:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788113:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788121:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788127:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788135:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767318258.788362:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c963af lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b8e expref: 70 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.788375:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.788376:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.788380:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.788388:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.788411:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.788429:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+69:2481:x1853163918003328:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1664us (5886us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.788436:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32166 00000100:00100000:1.0:1767318258.788549:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+239:6187:x1853163938515712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43443us (43609us total) trans 4294975949 rc 0/0 00000100:00100000:1.0:1767318258.788557:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23644 00010000:00010000:1.0:1767318258.788579:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788588:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788595:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788600:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788608:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318258.788739:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1471:6187:x1853163938514432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 45830us (51018us total) trans 4294975532 rc 0/0 00000100:00100000:1.0:1767318258.788745:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23642 00010000:00010000:1.0:1767318258.788765:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788773:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788781:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788788:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788795:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318258.788921:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+239:6185:x1853163938513792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47195us (51995us total) trans 4294975950 rc 0/0 00000100:00100000:1.0:1767318258.788928:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23639 00010000:00010000:1.0:1767318258.788948:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788956:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788963:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788975:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.788983:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767318258.789097:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0307228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+239:6187:x1853163938515840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43860us (44052us total) trans 4294975951 rc 0/0 00000100:00100000:1.0:1767318258.789104:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23645 00010000:00010000:1.0:1767318258.789149:0:21387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c96855 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5549f1 expref: 93 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.789160:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938515200:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.789177:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.789185:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.789192:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.789199:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.789205:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.789218:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:3.0:1767318258.789942:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318258.789952:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790115:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.790120:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790128:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790146:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790153:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9d529 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790172:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318258.790176:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790183:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c029400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.790186:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790192:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790202:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790208:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029400/0x3313483622c9d55a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790221:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318258.790224:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790230:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c028400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.790233:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790240:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790249:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790256:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028400/0x3313483622c9d561 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790267:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318258.790270:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790281:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.790284:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790291:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790301:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790307:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d553 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790318:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.790321:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790327:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.790330:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790337:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790356:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790367:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9d53e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790379:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.790383:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790389:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c028600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.790392:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790399:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790407:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790414:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d568 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790428:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.790431:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790436:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.790439:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790446:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790454:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790459:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d545 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790469:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.790471:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.790473:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.790481:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.790486:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.790547:0:21388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c96411 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b9c expref: 68 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.790558:0:21388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:21388:1853163938516864:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.790574:0:21388:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790583:0:21388:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790590:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790603:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790611:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.790632:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.790805:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+239:6187:x1853163938513920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48955us (53836us total) trans 4294975952 rc 0/0 00000100:00100000:1.0:1767318258.790814:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23640 00010000:00010000:1.0:1767318258.790852:0:16012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93200/0x3313483622c963a1 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b72 expref: 67 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.790862:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938515328:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.790872:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.790879:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.790884:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.790891:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.790897:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.790913:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.791052:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1472:6185:x1853163938514560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49090us (53382us total) trans 4294975534 rc 0/0 00000100:00100000:1.0:1767318258.791059:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23641 00010000:00010000:2.0:1767318258.791597:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.791606:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.791614:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.791617:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.791631:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.791645:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.791652:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d57d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.791672:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.791675:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.791680:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.791682:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.791688:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.791696:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.791701:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9d54c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.791731:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.791733:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.791734:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.792186:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1471:6187:x1853163938516736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43198us (43496us total) trans 4294975533 rc 0/0 00000100:00100000:3.0:1767318258.792196:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23648 00010000:00010000:3.0:1767318258.792223:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.793126:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938516992:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.793182:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.793248:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938516992 00000100:00100000:2.0:1767318258.793255:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938516992 00000100:00100000:2.0:1767318258.793294:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23650 00000100:00100000:2.0:1767318258.793302:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1471:6188:x1853163938516992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.793329:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:457 count 1 00010000:00010000:2.0:1767318258.793364:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.793383:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94200/0x3313483622c963b6 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554baa expref: 66 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.793390:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.793392:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.793396:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.793428:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94200/0x3313483622c963b6 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554baa expref: 66 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.793443:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94200/0x3313483622c963b6 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554baa expref: 66 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.793460:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938517248:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.793550:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0401359180 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.793565:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.793577:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.793585:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.793594:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.793600:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.793615:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767318258.794670:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031199a680/2, rc 0, transno 4294975533 00000100:00100000:0.0:1767318258.794684:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938516736:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.794699:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407530380/2, rc 0, transno 4294975951 00010000:00010000:3.0:1767318258.794994:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.795003:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.795013:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c029c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.795018:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.795040:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.795058:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.795065:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029c00/0x3313483622c9d56f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.795085:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.795086:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.795088:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.795390:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407530380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938515840:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.795412:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407533b80/2, rc 0, transno 4294975949 00000100:00100000:0.0:1767318258.795416:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407533b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938515712:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.795426:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407532300/2, rc 0, transno 4294975532 00000100:00100000:0.0:1767318258.795430:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407532300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938514432:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.795551:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311990700/2, rc 0, transno 4294975952 00000100:00100000:0.0:1767318258.795555:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938513920:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.795579:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407533800/2, rc 0, transno 4294975531 00000100:00100000:0.0:1767318258.795583:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938514816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.795587:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318258.795599:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938517120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.795646:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.795743:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d247450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+239:6186:x1853163938516224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 49173us (49261us total) trans 4294975953 rc 0/0 00000100:00100000:2.0:1767318258.795762:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23646 00000100:00100000:2.0:1767318258.795785:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938517120 00000100:00100000:2.0:1767318258.795790:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938517120 00000100:00100000:2.0:1767318258.795853:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23651 00000100:00100000:2.0:1767318258.795861:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+239:6186:x1853163938517120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318258.795884:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:429 count 1 00010000:00010000:2.0:1767318258.795902:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.795919:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c96871 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a29 expref: 92 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.795927:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.795929:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.795932:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.795971:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c96871 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a29 expref: 92 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.795983:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c96871 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a29 expref: 92 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.795994:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938517376:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.796051:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0406a28d80 going to sleep for 11 seconds 00000004:00080000:2.0:1767318258.796075:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407530a80/2, rc 0, transno 4294975534 00000100:00100000:2.0:1767318258.796079:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938514560:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318258.796089:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311990a80/2, rc 0, transno 4294975950 00000100:00100000:2.0:1767318258.796092:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938513792:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318258.796100:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186af100/2, rc 0, transno 4294975948 00000100:00100000:2.0:1767318258.796104:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938513280:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318258.796112:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186ace00/2, rc 0, transno 4294975530 00000100:00100000:2.0:1767318258.796115:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938513664:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318258.796125:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186ac380/2, rc 0, transno 4294975947 00000100:00100000:2.0:1767318258.796128:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938513024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.796172:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.796275:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918003840 00000100:00100000:2.0:1767318258.796280:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918003840 00000100:00100000:2.0:1767318258.796308:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 707 00000100:00100000:2.0:1767318258.796315:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+141:81709:x1853163918003840:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:2.0:1767318258.796362:0:56440:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767318258.796382:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90200/0x3313483622c9d599 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x137c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555520 expref: 141 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.796395:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137c:0x0].0x0 (ffff9a0316acdb00) 00010000:00010000:2.0:1767318258.796412:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d50d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555519 expref: 140 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.796420:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd300) 00010000:00010000:2.0:1767318258.796425:0:56440:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318258.796443:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d5b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796453:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d5b5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796462:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d5b5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796472:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796478:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796485:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796595:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d5c3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x137c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796603:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d5c3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796610:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d5c3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000040:00080000:2.0:1767318258.796916:0:56440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2052, 64 off139520 00010000:00010000:2.0:1767318258.796970:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796979:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796987:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796993:0:56440:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.796999:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797005:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797018:0:56440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318258.797033:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d5c3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797043:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d5c3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797049:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d5c3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797054:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91600 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.797057:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d5c3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797063:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d5c3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797071:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137c:0x0].0x0 (ffff9a0316acd900) 00010000:00010000:2.0:1767318258.797074:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318258.797077:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d5c3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797082:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d5c3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x137c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797122:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d5b5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797128:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d5b5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797132:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d5b5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797137:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90e00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.797140:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d5b5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797149:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d5b5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797155:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd700) 00010000:00010000:2.0:1767318258.797157:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318258.797160:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d5b5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797165:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d5b5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00000004:00010000:2.0:1767318258.797177:0:56440:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001ce31205 reply state 000000007cae8b1b transno 34359738845 ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000100:00100000:2.0:1767318258.797184:0:56440:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318258.797239:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+141:81709:x1853163918003840:12345-192.168.203.16@tcp:36:rm.0 Request processed in 923us (1064us total) trans 34359738845 rc 0/0 00000100:00100000:2.0:1767318258.797246:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 707 00010000:00010000:2.0:1767318258.797268:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.797272:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797278:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.797281:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797287:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797295:0:21430:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137c:0x0].0x0 (ffff9a0316acd900) 00010000:00010000:2.0:1767318258.797298:0:21430:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318258.797301:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 1/0,0 mode: --/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797306:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d5ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x137c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.797318:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.797320:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.797322:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.797392:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9638c lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b48 expref: 66 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.797403:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308166300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938514944:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.797420:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.797428:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.797435:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.797443:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.797449:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.797462:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.797673:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1472:6187:x1853163938513536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 56187us (60824us total) trans 4294975535 rc 0/0 00000100:00100000:2.0:1767318258.797681:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23638 00010000:00010000:3.0:1767318258.798657:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.798666:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.798675:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.798677:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.798684:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.798702:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.798710:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9d537 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.798728:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.798730:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.798731:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.800530:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938517376:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.800557:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.800654:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938517248:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.800671:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.803433:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.803469:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.803649:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918003968 00000100:00100000:3.0:1767318258.803658:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918003968 00010000:00010000:3.0:1767318258.803745:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94200/0x3313483622c963b6 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554baa expref: 66 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.803791:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918004096 00000100:00100000:3.0:1767318258.803795:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918004096 00010000:00010000:3.0:1767318258.803810:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c96871 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a29 expref: 93 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.803840:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32171 00000100:00100000:3.0:1767318258.803848:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+66:2480:x1853163918003968:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.803861:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.803866:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94200/0x3313483622c963b6 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554baa expref: 66 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.803877:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94200/0x3313483622c963b6 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554baa expref: 66 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.803898:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c94200/0x3313483622c963b6 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554baa expref: 66 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.803914:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.803915:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.803920:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.803935:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.803960:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.804004:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+65:2480:x1853163918003968:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 156us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.804011:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32171 00000100:00100000:2.0:1767318258.804210:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32172 00000100:00100000:2.0:1767318258.804221:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+93:2480:x1853163918004096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.804231:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.804236:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c96871 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a29 expref: 93 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.804246:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c96871 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a29 expref: 93 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.804259:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c96871 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a29 expref: 93 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.804269:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.804271:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.804274:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.804281:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.804301:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.804321:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+92:2480:x1853163918004096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 104us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.804328:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32172 00010000:00010000:2.0:1767318258.804360:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.804370:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.804379:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.804386:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.804402:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.804689:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+240:6186:x1853163938517120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8829us (9041us total) trans 4294975954 rc 0/0 00000100:00100000:2.0:1767318258.804697:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23651 00010000:00010000:2.0:1767318258.804718:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.804724:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.804731:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.804734:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.804742:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.804898:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.804907:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.804915:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.804922:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.804935:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318258.805169:0:6172:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.805177:0:6172:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.805182:0:6172:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.805187:0:6172:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91a00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:1.0:1767318258.805190:0:6172:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.805196:0:6172:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.805207:0:6172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x14a8b139 (ffff9a0316acdd00) 00010000:00010000:1.0:1767318258.805210:0:6172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318258.805214:0:6172:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.805220:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91a00/0x3313483622c9d5bc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x14a8b139 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00000100:00100000:3.0:1767318258.806322:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1472:6188:x1853163938516992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13016us (13135us total) trans 4294975536 rc 0/0 00000100:00100000:3.0:1767318258.806331:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23650 00010000:00010000:3.0:1767318258.806367:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.806374:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.806388:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.806392:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.806399:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.806414:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.806420:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90400/0x3313483622c9d5a7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.806436:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.806438:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.806440:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318258.806479:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117ca680/2, rc 0, transno 4294975536 00000100:00100000:3.0:1767318258.806486:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938516992:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318258.806697:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.806706:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d5ae lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.806722:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.806723:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.806725:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.807754:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.807771:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.807782:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.807791:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.807799:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.807816:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.807893:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938517632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.807941:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.807963:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0307228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938518144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.807984:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.808000:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938518656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.808017:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318258.808046:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186af480/2, rc 0, transno 4294975535 00000100:00100000:0.0:1767318258.808056:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938513536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.808067:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1767318258.808072:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938517760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.808093:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.808110:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938518272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.808127:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.808142:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938518784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.808158:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.808184:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938517632 00000100:00100000:0.0:1767318258.808189:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938517632 00000100:00100000:0.0:1767318258.808222:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938518144 00000100:00100000:0.0:1767318258.808225:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938518144 00000100:00100000:0.0:1767318258.808252:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938518656 00000100:00100000:0.0:1767318258.808255:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938518656 00000100:00100000:0.0:1767318258.808271:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938517760 00000100:00100000:0.0:1767318258.808273:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938517760 00000100:00100000:0.0:1767318258.808284:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938518272 00000100:00100000:0.0:1767318258.808286:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938518272 00000100:00100000:0.0:1767318258.808298:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938518784 00000100:00100000:0.0:1767318258.808300:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938518784 00000100:00100000:0.0:1767318258.808326:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23652 00000100:00100000:0.0:1767318258.808334:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1475:6187:x1853163938517632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.808366:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:459 count 1 00010000:00010000:0.0:1767318258.808388:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.808404:0:21388:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19a00/0x3313483622c963c4 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bc6 expref: 64 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.808412:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.808414:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.808418:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.808617:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938517888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.808647:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.808664:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938518400:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318258.808669:0:21388:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19a00/0x3313483622c963c4 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bc6 expref: 64 pid: 21247 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767318258.808681:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318258.808684:0:21388:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19a00/0x3313483622c963c4 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bc6 expref: 64 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.808695:0:21388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:21388:1853163938519040:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.808695:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938518912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.808896:0:21388:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.808912:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938517888 00000100:00100000:0.0:1767318258.808916:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938517888 00000100:00100000:0.0:1767318258.808938:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938518400 00000100:00100000:0.0:1767318258.808941:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938518400 00000100:00100000:0.0:1767318258.808961:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23653 00000100:00100000:0.0:1767318258.808967:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1476:6187:x1853163938518144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.808981:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:463 count 1 00010000:00010000:0.0:1767318258.808994:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.809006:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228e00/0x3313483622c963e0 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bfe expref: 64 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.809014:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.809015:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.809018:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.809037:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c228e00/0x3313483622c963e0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bfe expref: 64 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.809045:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c228e00/0x3313483622c963e0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bfe expref: 64 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.809054:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938519168:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.809680:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.809712:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1767318258.809720:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938517504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.809748:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.809778:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0307228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938518016:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.809798:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.809815:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938518528:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.809834:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.809857:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938518912 00000100:00100000:3.0:1767318258.809861:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938518912 00000100:00100000:3.0:1767318258.809883:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938517504 00000100:00100000:3.0:1767318258.809885:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938517504 00000100:00100000:3.0:1767318258.809895:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938518016 00000100:00100000:3.0:1767318258.809897:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938518016 00000100:00100000:3.0:1767318258.809905:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938518528 00000100:00100000:3.0:1767318258.809907:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938518528 00000100:00100000:3.0:1767318258.809919:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23654 00000100:00100000:3.0:1767318258.809925:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+245:6187:x1853163938518656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.809941:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:433 count 1 00010000:00010000:3.0:1767318258.809969:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.809985:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f800/0x3313483622c9688d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a61 expref: 91 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.809991:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.809993:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.809995:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.810000:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5540 going to sleep for 11 seconds 00010000:00010000:3.0:1767318258.810018:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282f800/0x3313483622c9688d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a61 expref: 91 pid: 21387 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1767318258.810019:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23655 00000100:00100000:0.0:1767318258.810025:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1478:6187:x1853163938517760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.810038:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:460 count 1 00010000:00010000:0.0:1767318258.810050:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.810061:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229a00/0x3313483622c963cb lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bd4 expref: 64 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.810066:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.810068:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.810070:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.810093:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c229a00/0x3313483622c963cb lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bd4 expref: 64 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.810102:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c229a00/0x3313483622c963cb lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bd4 expref: 64 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.810111:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938519424:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.810135:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5180 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.810152:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23656 00000100:00100000:0.0:1767318258.810159:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+245:6187:x1853163938518272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.810170:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:430 count 1 00010000:00010000:0.0:1767318258.810181:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.810192:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e400/0x3313483622c96878 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a37 expref: 91 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.810198:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.810199:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.810202:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.810218:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282e400/0x3313483622c96878 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a37 expref: 91 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.810227:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282e400/0x3313483622c96878 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a37 expref: 91 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.810260:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1478:6186:x1853163938516480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 63474us (63531us total) trans 4294975537 rc 0/0 00000100:00100000:2.0:1767318258.810268:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23647 00000100:00100000:2.0:1767318258.810288:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23657 00000100:00100000:2.0:1767318258.810296:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+245:6187:x1853163938518784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318258.810307:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:434 count 1 00010000:00010000:2.0:1767318258.810318:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.810329:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cac200/0x3313483622c96a7e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a6f expref: 91 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.810335:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.810336:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.810338:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.810369:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309cac200/0x3313483622c96a7e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a6f expref: 91 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.810378:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309cac200/0x3313483622c96a7e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a6f expref: 91 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.810388:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:25439:1853163938519680:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.810393:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938519552:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.810557:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.810681:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23658 00000100:00100000:1.0:1767318258.810691:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1477:6185:x1853163938517888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.810704:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:461 count 1 00010000:00010000:1.0:1767318258.810726:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.810744:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228400/0x3313483622c963d2 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be2 expref: 64 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.810751:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.810752:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.810755:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.811105:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c228400/0x3313483622c963d2 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be2 expref: 64 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.811116:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c228400/0x3313483622c963d2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be2 expref: 64 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.811127:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938519808:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.811175:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59840 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.812377:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a23c0 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.812396:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.812403:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.812416:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c029200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.812420:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.812429:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.812448:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.812454:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029200/0x3313483622c9d576 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.812475:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.812477:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.812479:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.813094:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282f800/0x3313483622c9688d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a61 expref: 91 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.813115:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311708380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938519296:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.814645:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23659 00000100:00100000:1.0:1767318258.814665:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+245:6185:x1853163938518400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.814699:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:431 count 1 00010000:00010000:1.0:1767318258.814737:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.814756:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ec00/0x3313483622c9687f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a45 expref: 91 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.814764:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.814767:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.814782:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.814817:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282ec00/0x3313483622c9687f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a45 expref: 91 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.814842:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282ec00/0x3313483622c9687f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a45 expref: 91 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.814856:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938519936:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.815765:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918004224 00000100:00100000:2.0:1767318258.815777:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918004224 00000100:00100000:2.0:1767318258.815834:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 708 00000100:00100000:2.0:1767318258.815842:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+140:81709:x1853163918004224:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.815860:0:57486:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.815879:0:57486:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d609 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac55552e expref: -99 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.815980:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d610 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.815997:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d610 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.816008:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d610 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000004:00200000:2.0:1767318258.816073:0:57486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767318258.816077:0:57486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1767318258.816100:0:57486:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d610 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.816124:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d609 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55552e expref: 142 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.816141:0:57486:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d610 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55552e expref: 141 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.816149:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd500) 00010000:00010000:2.0:1767318258.816151:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318258.816154:0:57486:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0310c91400, rc 0) 00000100:00100000:2.0:1767318258.816203:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+141:81709:x1853163918004224:12345-192.168.203.16@tcp:101:rm.0 Request processed in 362us (5646us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.816211:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 708 00000100:00100000:0.0:1767318258.818521:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5300 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.818562:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23660 00000100:00100000:0.0:1767318258.818580:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+245:6185:x1853163938518912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.818610:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:435 count 1 00010000:00010000:0.0:1767318258.818634:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.818654:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2400/0x3313483622c9689b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a7d expref: 91 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.818661:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.818664:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.818667:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.818701:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2400/0x3313483622c9689b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a7d expref: 91 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.818918:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2400/0x3313483622c9689b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a7d expref: 91 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.818932:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938520064:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.819005:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.819025:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23661 00000100:00100000:0.0:1767318258.819035:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1477:6185:x1853163938517504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.819049:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:458 count 1 00010000:00010000:0.0:1767318258.819064:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.819075:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95000/0x3313483622c963bd lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb8 expref: 64 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.819082:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.819084:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.819087:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.819104:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95000/0x3313483622c963bd lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb8 expref: 64 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.819114:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95000/0x3313483622c963bd lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb8 expref: 64 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.819125:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938520192:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.819149:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5600 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.819166:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23662 00000100:00100000:0.0:1767318258.819174:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1477:6185:x1853163938518016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.819187:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:462 count 1 00010000:00010000:0.0:1767318258.819198:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.819212:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228c00/0x3313483622c963d9 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf0 expref: 64 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.819218:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.819219:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.819221:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.819394:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c228c00/0x3313483622c963d9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf0 expref: 64 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.819405:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c228c00/0x3313483622c963d9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf0 expref: 64 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.819416:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938520320:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.819539:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0421f34b40 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.819556:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23663 00000100:00100000:0.0:1767318258.819564:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+245:6185:x1853163938518528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.819576:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:432 count 1 00010000:00010000:0.0:1767318258.819590:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.819600:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ee00/0x3313483622c96886 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a53 expref: 91 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.819606:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.819608:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.819610:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.819628:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282ee00/0x3313483622c96886 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a53 expref: 91 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.819636:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282ee00/0x3313483622c96886 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a53 expref: 91 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.819645:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938520448:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.819671:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040584d600 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.820154:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318258.820170:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938520576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.820212:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.820866:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.824768:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938520576 00000100:00100000:0.0:1767318258.824795:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938520576 00000100:00100000:0.0:1767318258.824864:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23664 00000100:00100000:0.0:1767318258.824874:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1478:6185:x1853163938520576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.824906:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:464 count 1 00010000:00010000:0.0:1767318258.824934:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.824954:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229800/0x3313483622c963e7 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c0c expref: 64 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.824962:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.824964:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.824968:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.825006:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c229800/0x3313483622c963e7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c0c expref: 64 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.825018:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c229800/0x3313483622c963e7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c0c expref: 64 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.825032:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938520704:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.825109:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943600 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.826992:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59540 going to sleep for 11 seconds 00000004:00080000:3.0:1767318258.831627:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117cb480/2, rc 0, transno 4294975954 00000100:00100000:3.0:1767318258.831646:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938517120:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318258.831663:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c154700/2, rc 0, transno 4294975537 00000100:00100000:3.0:1767318258.831671:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c154700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938516480:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.831681:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c155f80/2, rc 0, transno 4294975953 00000100:00100000:3.0:1767318258.831685:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938516224:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.833707:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938520960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.833732:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938521088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.833783:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.833838:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.833855:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318258.833861:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938520832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.833882:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.834472:0:21388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:21388:1853163938519040:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.834498:0:21388:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.834551:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.834592:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.834641:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938519808:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.834661:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.834680:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918004352 00000100:00100000:1.0:1767318258.834686:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918004352 00010000:00010000:1.0:1767318258.834966:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19a00/0x3313483622c963c4 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bc6 expref: 65 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.835003:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918004480 00000100:00100000:1.0:1767318258.835007:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918004480 00010000:00010000:1.0:1767318258.835022:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c228e00/0x3313483622c963e0 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bfe expref: 66 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.835041:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32173 00000100:00100000:1.0:1767318258.835049:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+66:2481:x1853163918004352:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.835061:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.835066:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19a00/0x3313483622c963c4 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bc6 expref: 66 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.835077:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19a00/0x3313483622c963c4 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bc6 expref: 66 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.835099:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19a00/0x3313483622c963c4 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bc6 expref: 66 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.835114:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.835116:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.835121:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.835131:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.835153:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.835199:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+65:2481:x1853163918004352:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 150us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.835207:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32173 00000100:00100000:1.0:1767318258.835225:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32174 00000100:00100000:1.0:1767318258.835232:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+64:2480:x1853163918004480:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.835318:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.835323:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c228e00/0x3313483622c963e0 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bfe expref: 64 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.835335:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c228e00/0x3313483622c963e0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bfe expref: 64 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.835354:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.835356:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.835360:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.835368:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.835382:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.835402:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+64:2480:x1853163918004480:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 171us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.835409:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32174 00010000:00010000:1.0:1767318258.835527:0:21388:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.835536:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.835546:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.835554:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.835572:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.837118:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1479:6187:x1853163938517632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28779us (29170us total) trans 4294975538 rc 0/0 00000100:00100000:1.0:1767318258.837130:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23652 00000100:00100000:3.0:1767318258.837224:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938521088 00000100:00100000:3.0:1767318258.837231:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938521088 00000100:00100000:3.0:1767318258.837271:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938520960 00000100:00100000:3.0:1767318258.837275:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938520960 00000100:00100000:3.0:1767318258.837291:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938520832 00000100:00100000:3.0:1767318258.837294:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938520832 00000100:00100000:2.0:1767318258.838014:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.838101:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.838121:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.838171:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.838190:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.838215:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.839375:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.839400:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.839413:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.839423:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.839561:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23665 00000100:00100000:3.0:1767318258.839579:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1479:6185:x1853163938521088:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.839611:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00080000:3.0:1767318258.839612:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:465 count 1 00010000:00010000:3.0:1767318258.839637:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.839648:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1767318258.839660:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93600/0x3313483622c963ee lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c1a expref: 63 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.839669:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.839671:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.839674:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.839687:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311708380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938519296:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.839704:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93600/0x3313483622c963ee lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c1a expref: 63 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.839705:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.839728:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918005888 00010000:00010000:3.0:1767318258.839728:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93600/0x3313483622c963ee lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c1a expref: 63 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.839733:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918005888 00000100:00100000:3.0:1767318258.839742:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938521216:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.839771:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 709 00000100:00100000:2.0:1767318258.839874:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+141:81709:x1853163918005888:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.839887:0:56440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.839900:0:56440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d641 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555535 expref: -99 pid: 56440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.839981:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7ec00 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.839992:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d648 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.839995:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.840001:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.840003:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d648 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.840009:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c028e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.840013:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d648 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.840013:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.840024:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.840029:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d64f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d656203 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840035:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d64f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840041:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d64f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.840129:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.840134:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d656 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x137e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.840137:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c028e00/0x3313483622c9d5d1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.840142:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d656 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x137e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840148:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d656 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x137e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:3.0:1767318258.840157:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.840159:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.840161:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00200000:2.0:1767318258.840178:0:56440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x137e:0x0]: returning size 1048576 00000004:00200000:2.0:1767318258.840182:0:56440:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767318258.840270:0:56440:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d656 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x137e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840282:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d656 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x137e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840289:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d648 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840295:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d648 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840301:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d648 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840310:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90e00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.840313:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d648 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840319:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d648 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840326:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd500) 00010000:00010000:2.0:1767318258.840329:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318258.840333:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d648 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840338:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90e00/0x3313483622c9d648 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840357:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d64f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840362:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d64f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840367:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d64f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840371:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91600 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.840374:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d64f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840378:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d64f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840384:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d656203 (ffff9a0316acd900) 00010000:00010000:2.0:1767318258.840387:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318258.840389:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d64f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840394:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d64f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.840422:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d641 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555535 expref: 143 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.840446:0:56440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d656 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x137e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555535 expref: 142 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.840454:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137e:0x0].0x0 (ffff9a0316acd700) 00010000:00010000:2.0:1767318258.840456:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318258.840459:0:56440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0310c90800, rc 0) 00000100:00100000:2.0:1767318258.840489:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+142:81709:x1853163918005888:12345-192.168.203.16@tcp:101:rm.0 Request processed in 618us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.840496:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 709 00000100:00100000:2.0:1767318258.840665:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:25439:1853163938519680:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.840680:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.840700:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918004608 00000100:00100000:2.0:1767318258.840704:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918004608 00010000:00010000:2.0:1767318258.840726:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c229a00/0x3313483622c963cb lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bd4 expref: 64 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.840742:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918004864 00000100:00100000:2.0:1767318258.840744:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918004864 00010000:00010000:2.0:1767318258.840756:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309cac200/0x3313483622c96a7e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a6f expref: 92 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.840767:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918004736 00000100:00100000:2.0:1767318258.840770:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918004736 00010000:00010000:2.0:1767318258.841528:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c228400/0x3313483622c963d2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be2 expref: 65 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.841554:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918005120 00000100:00100000:2.0:1767318258.841557:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918005120 00010000:00010000:2.0:1767318258.841571:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282f800/0x3313483622c9688d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a61 expref: 93 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.841583:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918004992 00000100:00100000:2.0:1767318258.841586:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918004992 00010000:00010000:2.0:1767318258.841597:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282e400/0x3313483622c96878 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a37 expref: 94 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.841607:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918005248 00000100:00100000:2.0:1767318258.841610:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918005248 00010000:00010000:2.0:1767318258.841620:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282ec00/0x3313483622c9687f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a45 expref: 95 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.841631:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918005504 00000100:00100000:2.0:1767318258.841634:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918005504 00010000:00010000:2.0:1767318258.841644:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95000/0x3313483622c963bd lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb8 expref: 66 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.841654:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918005760 00000100:00100000:2.0:1767318258.841656:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918005760 00010000:00010000:2.0:1767318258.841667:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282ee00/0x3313483622c96886 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a53 expref: 96 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.841679:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918005376 00000100:00100000:2.0:1767318258.841682:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918005376 00010000:00010000:2.0:1767318258.841692:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2400/0x3313483622c9689b lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a7d expref: 97 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.841704:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918005632 00000100:00100000:2.0:1767318258.841707:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918005632 00010000:00010000:2.0:1767318258.841715:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c228c00/0x3313483622c963d9 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf0 expref: 67 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.841725:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918006016 00000100:00100000:2.0:1767318258.841728:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918006016 00010000:00010000:2.0:1767318258.841737:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c229800/0x3313483622c963e7 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c0c expref: 68 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.841750:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32175 00000100:00100000:2.0:1767318258.841758:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311991880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+68:2480:x1853163918004608:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.844755:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.844774:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c229a00/0x3313483622c963cb lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bd4 expref: 68 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.844789:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c229a00/0x3313483622c963cb lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bd4 expref: 68 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.844816:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.844819:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.844823:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.844833:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.844863:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.844933:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311991880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+68:2480:x1853163918004608:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3175us (6920us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.844943:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32175 00000100:00100000:2.0:1767318258.844981:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32176 00000100:00100000:2.0:1767318258.844992:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311990380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+97:2480:x1853163918004864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.845005:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.845011:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309cac200/0x3313483622c96a7e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a6f expref: 97 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.845020:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309cac200/0x3313483622c96a7e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a6f expref: 97 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.845034:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cac200/0x3313483622c96a7e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a6f expref: 97 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.845047:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.845049:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.845052:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.845063:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.845081:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.845099:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311990380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+96:2480:x1853163918004864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 111us (6997us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.845105:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32176 00000100:00100000:2.0:1767318258.845118:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32177 00000100:00100000:2.0:1767318258.845126:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311993b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+67:2480:x1853163918004736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.845133:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.845138:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c228400/0x3313483622c963d2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be2 expref: 67 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.845148:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c228400/0x3313483622c963d2 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be2 expref: 67 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.845160:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228400/0x3313483622c963d2 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be2 expref: 67 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.845169:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.845170:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.845173:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.845180:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.845201:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.845220:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311993b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+66:2480:x1853163918004736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 95us (7098us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.845226:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32177 00000100:00100000:0.0:1767318258.846126:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23666 00000100:00100000:0.0:1767318258.846143:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+247:6188:x1853163938520960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.846171:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:437 count 1 00010000:00010000:0.0:1767318258.846193:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.846209:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2e00/0x3313483622c968a9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a99 expref: 95 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.846216:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.846218:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.846221:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.846273:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2e00/0x3313483622c968a9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a99 expref: 95 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.846286:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2e00/0x3313483622c968a9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a99 expref: 95 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.846299:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938521344:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.846374:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943e40 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.846428:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228e00/0x3313483622c963e0 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bfe expref: 65 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.846604:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938519168:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.846622:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.846631:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.846637:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.846646:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.846652:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.846680:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.846981:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1480:6187:x1853163938518144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38012us (38994us total) trans 4294975539 rc 0/0 00000100:00100000:0.0:1767318258.846990:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23653 00000100:00100000:0.0:1767318258.847014:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23667 00000100:00100000:0.0:1767318258.847022:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+247:6188:x1853163938520832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.847036:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:436 count 1 00010000:00010000:0.0:1767318258.847049:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.847061:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2c00/0x3313483622c968a2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a8b expref: 95 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.847066:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.847068:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.847071:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.847093:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2c00/0x3313483622c968a2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a8b expref: 95 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.847102:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2c00/0x3313483622c968a2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a8b expref: 95 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.847112:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938521472:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.847142:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040849df00 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.847169:0:16012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229a00/0x3313483622c963cb lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bd4 expref: 64 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.847179:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938519424:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.847191:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.847199:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.847205:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.847212:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.847218:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.847753:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.847943:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1480:6187:x1853163938517760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37918us (39848us total) trans 4294975540 rc 0/0 00000100:00100000:0.0:1767318258.847952:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23655 00000100:00100000:0.0:1767318258.847993:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938519552:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.848007:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.848033:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938520064:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.848043:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.848065:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938520192:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.848076:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.848096:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938520320:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.848107:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.848127:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938520448:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.848137:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.848165:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938520704:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.848176:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848404:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.848412:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848420:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c029600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.848424:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848443:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848462:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848469:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029600/0x3313483622c9d5d8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848487:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.848491:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848496:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c029800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.848500:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848521:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848531:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848537:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029800/0x3313483622c9d5e6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848548:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.848550:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.848552:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.848690:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848699:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848707:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848714:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848730:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.848929:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+248:6187:x1853163938518784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38633us (40768us total) trans 4294975955 rc 0/0 00000100:00100000:2.0:1767318258.848936:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23657 00010000:00010000:2.0:1767318258.848955:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.848959:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848966:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.848970:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848977:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848988:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.848995:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90600/0x3313483622c9d5f4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.849010:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.849012:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.849013:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.849027:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32178 00000100:00100000:2.0:1767318258.849038:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405e9c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+95:2480:x1853163918005120:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.849054:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.849060:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282f800/0x3313483622c9688d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a61 expref: 95 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.849077:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282f800/0x3313483622c9688d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a61 expref: 95 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.849092:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282f800/0x3313483622c9688d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a61 expref: 95 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.849102:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.849104:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.849108:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.849117:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.849138:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318258.849150:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.849158:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.849164:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.849171:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.849188:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767318258.851916:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca29500/2, rc 0, transno 4294975540 00000100:00100000:1.0:1767318258.851947:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938517760:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.851967:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117c8e00/2, rc 0, transno 4294975955 00000100:00100000:1.0:1767318258.851983:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938518784:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.851996:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca29880/2, rc 0, transno 4294975538 00000100:00100000:1.0:1767318258.851999:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938517632:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.852009:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0307228a80/2, rc 0, transno 4294975539 00000100:00100000:1.0:1767318258.852013:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0307228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938518144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.852043:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32179 00000100:00100000:1.0:1767318258.852061:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311991500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+94:2480:x1853163918004992:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.852078:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.852087:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282e400/0x3313483622c96878 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a37 expref: 94 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.852106:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282e400/0x3313483622c96878 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a37 expref: 94 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.852126:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282e400/0x3313483622c96878 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a37 expref: 94 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.852139:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.852141:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.852145:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.852154:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.852183:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318258.852680:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.852689:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.852697:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.852702:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.852710:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.852713:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.852722:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.852754:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5e00/0x3313483622c9d5df lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.853031:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1767318258.853048:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.853050:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.853052:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.853102:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.853459:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.853525:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.853544:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.853712:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+248:6187:x1853163938518656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43785us (45692us total) trans 4294975956 rc 0/0 00000100:00100000:2.0:1767318258.853724:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23654 00000100:00100000:2.0:1767318258.853746:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918006144 00000100:00100000:2.0:1767318258.853752:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918006144 00000100:00100000:2.0:1767318258.853794:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23668 00000100:00100000:2.0:1767318258.853802:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e241b220-0ef8-435a-b507-74fd0bfdf172+94:2481:x1853163918006144:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.853814:0:21382:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.853830:0:21382:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90000/0x3313483622c9d66b lrc: 2/0,0 mode: --/PR res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac55553c expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.853849:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4ea:0x0] initial LVB size: 1048576, mtime: 0x695722c3, atime: 0x0, ctime: 0x695722c3, blocks: 0x803 00010000:00010000:2.0:1767318258.853863:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.853865:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.853874:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90000/0x3313483622c9d66b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55553c expref: 95 pid: 21382 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.853887:0:21382:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90000/0x3313483622c9d66b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55553c expref: 95 pid: 21382 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.853899:0:21382:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0310c90000, rc 0) 00000100:00100000:2.0:1767318258.853933:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e241b220-0ef8-435a-b507-74fd0bfdf172+95:2481:x1853163918006144:12345-192.168.203.16@tcp:101:rm.0 Request processed in 131us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.853939:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23668 00000100:00100000:2.0:1767318258.854022:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405e9c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+94:2480:x1853163918005120:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4987us (15849us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.854030:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32178 00000100:00100000:2.0:1767318258.854089:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918006272 00000100:00100000:2.0:1767318258.854093:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918006272 00010000:00010000:2.0:1767318258.854108:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93600/0x3313483622c963ee lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c1a expref: 64 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.854122:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918006400 00000100:00100000:2.0:1767318258.854125:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918006400 00010000:00010000:2.0:1767318258.854134:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2e00/0x3313483622c968a9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a99 expref: 94 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.854143:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918006528 00000100:00100000:2.0:1767318258.854145:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918006528 00010000:00010000:2.0:1767318258.854154:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2c00/0x3313483622c968a2 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a8b expref: 95 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.854165:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32180 00000100:00100000:2.0:1767318258.854172:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311990000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+95:2481:x1853163918005248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.854181:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.854187:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282ec00/0x3313483622c9687f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a45 expref: 95 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854196:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282ec00/0x3313483622c9687f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a45 expref: 95 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854211:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854212:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854216:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854223:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854252:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.854275:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311990000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+95:2481:x1853163918005248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 102us (16058us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.854281:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32180 00000100:00100000:2.0:1767318258.854328:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32181 00000100:00100000:2.0:1767318258.854335:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311990e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+64:2481:x1853163918005504:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.854354:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.854360:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95000/0x3313483622c963bd lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb8 expref: 64 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854369:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95000/0x3313483622c963bd lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb8 expref: 64 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854383:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c95000/0x3313483622c963bd lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb8 expref: 64 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854393:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854395:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854398:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854405:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854423:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.854447:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311990e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+63:2481:x1853163918005504:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 112us (15047us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.854454:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32181 00000100:00100000:2.0:1767318258.854489:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32182 00000100:00100000:2.0:1767318258.854496:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+94:2481:x1853163918005760:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.854527:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.854533:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282ee00/0x3313483622c96886 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a53 expref: 94 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854541:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282ee00/0x3313483622c96886 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a53 expref: 94 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854553:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ee00/0x3313483622c96886 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a53 expref: 94 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854561:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854563:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854565:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854573:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854591:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.854613:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+93:2481:x1853163918005760:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 117us (15198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.854619:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32182 00000100:00100000:2.0:1767318258.854650:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32183 00000100:00100000:2.0:1767318258.854657:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311992a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+92:2481:x1853163918005376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.854664:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.854669:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2400/0x3313483622c9689b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a7d expref: 92 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854678:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2400/0x3313483622c9689b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a7d expref: 92 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854690:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2400/0x3313483622c9689b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a7d expref: 92 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854700:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854701:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854704:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854711:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854729:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.854751:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311992a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+91:2481:x1853163918005376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 94us (15325us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.854757:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32183 00000100:00100000:2.0:1767318258.854787:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32184 00000100:00100000:2.0:1767318258.854794:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+62:2481:x1853163918005632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.854801:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.854807:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c228c00/0x3313483622c963d9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf0 expref: 62 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854815:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c228c00/0x3313483622c963d9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf0 expref: 62 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854826:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228c00/0x3313483622c963d9 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf0 expref: 62 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854835:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854837:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854840:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854847:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854871:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.854893:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+61:2481:x1853163918005632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 99us (15281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.854899:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32184 00000100:00100000:2.0:1767318258.854927:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32185 00000100:00100000:2.0:1767318258.854934:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405e9f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+60:2483:x1853163918006016:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.854941:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.854945:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c229800/0x3313483622c963e7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c0c expref: 60 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854958:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c229800/0x3313483622c963e7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c0c expref: 60 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854970:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229800/0x3313483622c963e7 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c0c expref: 60 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.854978:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854979:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.854982:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.854988:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.855004:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.855022:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405e9f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+59:2483:x1853163918006016:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (15373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.855028:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32185 00000100:00100000:2.0:1767318258.855054:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32186 00000100:00100000:2.0:1767318258.855061:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+58:2481:x1853163918006272:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.855069:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.855073:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93600/0x3313483622c963ee lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c1a expref: 58 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.855083:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93600/0x3313483622c963ee lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c1a expref: 58 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.855093:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.855095:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.855098:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.855105:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.855116:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.855134:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+58:2481:x1853163918006272:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 73us (1675us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.855140:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32186 00000100:00100000:2.0:1767318258.855166:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32187 00000100:00100000:2.0:1767318258.855173:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+90:2480:x1853163918006400:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.855179:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.855184:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2e00/0x3313483622c968a9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a99 expref: 90 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.855192:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2e00/0x3313483622c968a9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a99 expref: 90 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.855202:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.855203:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.855206:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.855217:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.855229:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.855250:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+90:2480:x1853163918006400:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.855256:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32187 00000100:00100000:2.0:1767318258.855283:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32188 00000100:00100000:2.0:1767318258.855290:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+89:2480:x1853163918006528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.855297:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.855301:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2c00/0x3313483622c968a2 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a8b expref: 89 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.855310:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2c00/0x3313483622c968a2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a8b expref: 89 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.855320:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.855322:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.855325:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.855331:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.855396:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311991500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+89:2480:x1853163918004992:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3343us (17201us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.855403:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32179 00010000:00010000:1.0:1767318258.855459:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.855468:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.855476:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.855488:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.855519:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.855752:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1480:6185:x1853163938517888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 45063us (47103us total) trans 4294975541 rc 0/0 00000100:00100000:1.0:1767318258.855760:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23658 00010000:00010000:0.0:1767318258.856094:0:21246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2e00/0x3313483622c968a9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a99 expref: 88 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.856112:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938521344:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.856131:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.856140:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.856146:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.856154:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.856161:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.856184:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318258.856858:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318258.856873:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.856880:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.856888:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.856892:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.856901:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.856916:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.856923:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d5fb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.856942:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.856946:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.856952:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c029400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.856955:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.856962:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.856971:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.856978:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029400/0x3313483622c9d65d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.856990:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.856992:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.856993:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.857029:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+87:2480:x1853163918006528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1739us (3483us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.857037:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32188 00000100:00100000:3.0:1767318258.857183:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938521856:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.857226:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.857330:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938521728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.857366:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318258.857444:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.857453:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.857462:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.857469:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.857485:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.857679:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+249:6187:x1853163938518272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47520us (49549us total) trans 4294975958 rc 0/0 00000100:00100000:1.0:1767318258.857687:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23656 00000100:00100000:1.0:1767318258.857702:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938521856 00000100:00100000:1.0:1767318258.857707:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938521856 00000100:00100000:1.0:1767318258.857738:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938521728 00000100:00100000:1.0:1767318258.857742:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938521728 00000100:00100000:1.0:1767318258.857762:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23669 00000100:00100000:1.0:1767318258.857769:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+249:6188:x1853163938521856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.858021:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:438 count 1 00010000:00010000:1.0:1767318258.858040:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.858054:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3800/0x3313483622c968b0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa7 expref: 86 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.858061:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.858062:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.858065:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.858090:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3800/0x3313483622c968b0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa7 expref: 86 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.858104:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3800/0x3313483622c968b0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa7 expref: 86 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.858115:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938522112:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.858172:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59f00 going to sleep for 11 seconds 00000004:00080000:1.0:1767318258.858206:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117ca300/2, rc 0, transno 4294975958 00000100:00100000:1.0:1767318258.858217:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938518272:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.858228:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117c8a80/2, rc 0, transno 4294975956 00000100:00100000:1.0:1767318258.858232:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938518656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.858333:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23670 00000100:00100000:1.0:1767318258.858352:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1480:6188:x1853163938521728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.858366:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:467 count 1 00010000:00010000:1.0:1767318258.858377:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.858388:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18c00/0x3313483622c963fc lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c36 expref: 57 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.858394:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.858396:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.858399:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.858418:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18c00/0x3313483622c963fc lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c36 expref: 57 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.858426:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18c00/0x3313483622c963fc lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c36 expref: 57 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.858552:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+249:6188:x1853163938520960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12415us (24711us total) trans 4294975957 rc 0/0 00000100:00100000:0.0:1767318258.858559:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23666 00010000:00010000:0.0:1767318258.858595:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2c00/0x3313483622c968a2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a8b expref: 86 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.858607:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938521472:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.858624:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.858632:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.858639:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.858646:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.858653:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.858668:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.858836:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+249:6188:x1853163938520832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11815us (24952us total) trans 4294975959 rc 0/0 00000100:00100000:0.0:1767318258.858843:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23667 00010000:00010000:0.0:1767318258.858866:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.858874:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.858881:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.858887:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.858899:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318258.859037:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1481:6185:x1853163938517504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40004us (49287us total) trans 4294975542 rc 0/0 00000100:00100000:0.0:1767318258.859044:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23661 00010000:00010000:0.0:1767318258.859064:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.859072:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.859080:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.859087:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.859099:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318258.859222:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+249:6185:x1853163938518528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39658us (49386us total) trans 4294975960 rc 0/0 00000100:00100000:0.0:1767318258.859229:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23663 00000100:00100000:1.0:1767318258.859560:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938522240:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.859599:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59300 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.859614:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318258.859619:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859627:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c028c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.859631:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859639:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859655:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859662:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028c00/0x3313483622c9d5ed lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859681:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318258.859684:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859691:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c029200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.859694:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859701:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859711:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859718:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029200/0x3313483622c9d664 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859736:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.859740:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859745:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c028000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.859748:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859755:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.859765:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.859848:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.859857:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.859870:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.859877:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.859885:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.860018:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+249:6185:x1853163938518912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41447us (50339us total) trans 4294975961 rc 0/0 00000100:00100000:0.0:1767318258.860026:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23660 00010000:00010000:0.0:1767318258.860045:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.860054:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.860061:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.860067:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.860076:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318258.860198:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1481:6185:x1853163938518016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41025us (50399us total) trans 4294975543 rc 0/0 00000100:00100000:0.0:1767318258.860205:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23662 00000100:00100000:0.0:1767318258.860232:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938521984:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318258.860303:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c028000/0x3313483622c9d61e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860321:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318258.860325:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860330:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c028600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.860333:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860340:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860363:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860370:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028600/0x3313483622c9d62c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860382:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.860385:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860391:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c029a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.860394:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860401:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860411:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860417:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029a00/0x3313483622c9d617 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.860428:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.860923:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.860931:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.861028:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.861043:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c029c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.861047:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.861053:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.861065:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.861072:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029c00/0x3313483622c9d625 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.861087:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.861089:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.861090:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.861192:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938522496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.861231:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.861333:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318258.861379:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca2aa00/2, rc 0, transno 4294975542 00000100:00100000:0.0:1767318258.861390:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938517504:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.861401:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0307228000/2, rc 0, transno 4294975543 00000100:00100000:0.0:1767318258.861405:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0307228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938518016:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.861414:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117c8380/2, rc 0, transno 4294975960 00000100:00100000:0.0:1767318258.861417:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938518528:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318258.861427:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030722aa00/2, rc 0, transno 4294975541 00000100:00100000:0.0:1767318258.861431:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030722aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938517888:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.861453:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c154e00/2, rc 0, transno 4294975961 00000100:00100000:0.0:1767318258.861456:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938518912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.861467:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767318258.861473:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938521600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.861494:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.861524:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938522368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.861543:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.861572:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938522496 00000100:00100000:0.0:1767318258.861577:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938522496 00000100:00100000:0.0:1767318258.861605:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938521984 00000100:00100000:0.0:1767318258.861608:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938521984 00000100:00100000:0.0:1767318258.861620:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938521600 00000100:00100000:0.0:1767318258.861622:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938521600 00000100:00100000:0.0:1767318258.861632:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938522368 00000100:00100000:0.0:1767318258.861634:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938522368 00000100:00100000:0.0:1767318258.861650:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23671 00000100:00100000:0.0:1767318258.861657:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+250:6187:x1853163938522496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.861680:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:440 count 1 00010000:00010000:0.0:1767318258.861699:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.861715:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2000/0x3313483622c968be lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ac3 expref: 85 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.861724:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.861726:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.861729:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.861753:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2000/0x3313483622c968be lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ac3 expref: 85 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.861763:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2000/0x3313483622c968be lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ac3 expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.861773:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938522624:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.861825:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943600 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.861843:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23672 00000100:00100000:0.0:1767318258.861849:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1482:6185:x1853163938521984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.861861:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:468 count 1 00010000:00010000:0.0:1767318258.861873:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.861888:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18e00/0x3313483622c96403 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c44 expref: 57 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.861895:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.861897:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.861899:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.861918:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18e00/0x3313483622c96403 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c44 expref: 57 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.861928:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18e00/0x3313483622c96403 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c44 expref: 57 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.861939:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938522752:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.861961:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943840 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.861977:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23673 00000100:00100000:0.0:1767318258.861984:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1482:6185:x1853163938521600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.861996:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:466 count 1 00010000:00010000:0.0:1767318258.862006:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.862016:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18400/0x3313483622c963f5 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c28 expref: 57 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.862022:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.862024:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.862026:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.862043:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18400/0x3313483622c963f5 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c28 expref: 57 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.862051:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18400/0x3313483622c963f5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c28 expref: 57 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.862059:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938522880:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.862081:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a030b943e40 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.862097:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23674 00000100:00100000:0.0:1767318258.862103:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+250:6185:x1853163938522368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.862114:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:439 count 1 00010000:00010000:0.0:1767318258.862123:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.862134:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2600/0x3313483622c968b7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ab5 expref: 85 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.862140:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.862141:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.862144:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.862161:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2600/0x3313483622c968b7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ab5 expref: 85 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.862176:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2600/0x3313483622c968b7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ab5 expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.862186:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938523008:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.862209:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040584d600 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.862787:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938523264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.862823:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.862849:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.862854:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938523392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.862880:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.862904:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938523264 00000100:00100000:1.0:1767318258.862909:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938523264 00000100:00100000:1.0:1767318258.862937:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938523392 00000100:00100000:1.0:1767318258.862940:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938523392 00000100:00100000:1.0:1767318258.862957:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23675 00000100:00100000:1.0:1767318258.862963:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04103e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+252:6185:x1853163938523264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.862977:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:441 count 1 00010000:00010000:1.0:1767318258.862991:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.863004:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3e00/0x3313483622c968c5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad1 expref: 85 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.863011:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.863013:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.863016:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.863035:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3e00/0x3313483622c968c5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad1 expref: 85 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.863043:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3e00/0x3313483622c968c5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad1 expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.863053:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938523520:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.863080:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.863096:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23676 00000100:00100000:1.0:1767318258.863103:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d245450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+252:6185:x1853163938523392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.863116:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:442 count 1 00010000:00010000:1.0:1767318258.863126:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.863136:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3c00/0x3313483622c968cc lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554adf expref: 85 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.863143:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.863144:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.863146:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.863163:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3c00/0x3313483622c968cc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554adf expref: 85 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.863171:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3c00/0x3313483622c968cc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554adf expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.863180:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938523648:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.863203:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59840 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.863317:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282ec00/0x3313483622c9687f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554a45 expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.863332:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938519936:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.863361:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.863371:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.863379:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.863394:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.863400:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.863417:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.863764:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+253:6185:x1853163938518400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 49108us (55080us total) trans 4294975962 rc 0/0 00000100:00100000:1.0:1767318258.863772:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23659 00000004:00080000:1.0:1767318258.863810:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117caa00/2, rc 0, transno 4294975962 00000100:00100000:1.0:1767318258.863820:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938518400:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318258.864212:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e1180/2, rc 0, transno 4294975957 00000100:00100000:3.0:1767318258.864218:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938520960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.864231:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938523136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.864384:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318258.864422:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e1f80/2, rc 0, transno 4294975959 00000100:00100000:3.0:1767318258.864427:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938520832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.864535:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318258.864542:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938523776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.864564:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318258.864590:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.864597:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.864607:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.864611:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.864620:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.864637:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.864644:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9d602 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.864663:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.864664:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.864666:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.864671:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.864907:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.865020:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938523136 00000100:00100000:3.0:1767318258.865026:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938523136 00000100:00100000:3.0:1767318258.865058:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938523776 00000100:00100000:3.0:1767318258.865061:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938523776 00000100:00100000:3.0:1767318258.865079:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23677 00000100:00100000:3.0:1767318258.865086:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1483:6188:x1853163938523136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.865107:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:469 count 1 00010000:00010000:3.0:1767318258.865125:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.865140:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19800/0x3313483622c9640a lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c52 expref: 57 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.865147:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.865149:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.865152:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.865176:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19800/0x3313483622c9640a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c52 expref: 57 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.865186:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19800/0x3313483622c9640a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c52 expref: 57 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.865198:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938523904:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.865765:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.865851:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918006784 00000100:00100000:2.0:1767318258.865857:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918006784 00000100:00100000:2.0:1767318258.865894:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 710 00000100:00100000:2.0:1767318258.865901:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+142:81709:x1853163918006784:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:2.0:1767318258.865942:0:57486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767318258.865961:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d656 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x137e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555535 expref: 142 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.865979:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137e:0x0].0x0 (ffff9a0316acd700) 00010000:00010000:2.0:1767318258.865998:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d610 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55552e expref: 141 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.866011:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd500) 00010000:00010000:2.0:1767318258.866017:0:57486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318258.866036:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d6b1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.866048:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d6b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.866056:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d6b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.866066:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.866072:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.866078:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.866178:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d6bf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.866186:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d6bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.866196:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d6bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:3.0:1767318258.866374:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e180 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.866397:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23678 00000100:00100000:3.0:1767318258.866408:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+253:6188:x1853163938523776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.866426:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:443 count 1 00010000:00010000:3.0:1767318258.866543:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.866557:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2200/0x3313483622c968d3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aed expref: 84 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.866702:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.866712:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.866721:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.866729:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.866746:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.866985:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1484:6185:x1853163938520576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42112us (46770us total) trans 4294975544 rc 0/0 00000100:00100000:0.0:1767318258.866993:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23664 00000100:00100000:0.0:1767318258.867015:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318258.867027:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938524160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.867059:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.867079:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938524160 00000100:00100000:0.0:1767318258.867084:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938524160 00000100:00100000:0.0:1767318258.867109:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23679 00000100:00100000:0.0:1767318258.867115:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1484:6186:x1853163938524160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.867128:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:471 count 1 00010000:00010000:0.0:1767318258.867140:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.867151:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c96418 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c6e expref: 57 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.867157:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.867159:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.867163:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.867187:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c96418 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c6e expref: 57 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.867197:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c96418 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c6e expref: 57 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.867209:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405826d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938524288:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.867257:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0404c45540 going to sleep for 11 seconds 00000040:00080000:2.0:1767318258.868443:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2053, 64 off139584 00010000:00010000:2.0:1767318258.868530:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868549:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868560:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868567:0:57486:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868573:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868579:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868599:0:57486:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318258.868620:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d6bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868626:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d6bf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868631:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d6bf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868636:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91800 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.868640:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d6bf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868647:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d6bf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868658:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137e:0x0].0x0 (ffff9a0316acdc00) 00010000:00010000:2.0:1767318258.868662:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318258.868666:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d6bf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868672:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d6bf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x137e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868717:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d6b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868723:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d6b1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868727:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d6b1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868732:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91c00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.868734:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d6b1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868739:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d6b1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868746:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd400) 00010000:00010000:2.0:1767318258.868748:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318258.868750:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d6b1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868756:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d6b1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000004:00010000:2.0:1767318258.868772:0:57486:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000044e9e0b3 reply state 000000007dba20d9 transno 34359738846 ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:2.0:1767318258.868780:0:57486:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318258.868842:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+142:81709:x1853163918006784:12345-192.168.203.16@tcp:36:rm.0 Request processed in 2938us (3932us total) trans 34359738846 rc 0/0 00000100:00100000:2.0:1767318258.868850:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 710 00010000:00010000:2.0:1767318258.868881:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.868887:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.868894:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c028400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.868897:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.868904:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.868918:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.868924:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c028400/0x3313483622c9d633 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.868941:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.868944:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868950:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.868952:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868958:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868965:0:23647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x137e:0x0].0x0 (ffff9a0316acdc00) 00010000:00010000:2.0:1767318258.868968:0:23647:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318258.868971:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868976:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x137e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.868987:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.868989:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.868990:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.869069:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318258.869083:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938524032:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.869124:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318258.869618:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.869621:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.869625:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.869657:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2200/0x3313483622c968d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aed expref: 84 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.869670:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2200/0x3313483622c968d3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aed expref: 84 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.869681:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938524416:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.869724:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.869742:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938524032 00000100:00100000:3.0:1767318258.869750:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938524032 00000100:00100000:3.0:1767318258.869788:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23680 00000100:00100000:3.0:1767318258.869795:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1485:6187:x1853163938524032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.869817:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:470 count 1 00010000:00010000:3.0:1767318258.869836:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.869849:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18600/0x3313483622c964ff lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c60 expref: 57 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.869855:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.869857:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.869860:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.869878:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18600/0x3313483622c964ff lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c60 expref: 57 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.869887:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18600/0x3313483622c964ff lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c60 expref: 57 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.869899:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:21393:1853163938524544:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.869926:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e540 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.870121:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1767318258.870170:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93600/0x3313483622c963ee lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c1a expref: 57 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.870181:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938521216:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.870201:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870210:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870216:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870224:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870248:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870263:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318258.870497:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+1486:6185:x1853163938521088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30924us (36723us total) trans 4294975545 rc 0/0 00000100:00100000:3.0:1767318258.870525:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23665 00010000:00010000:3.0:1767318258.870547:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.870553:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870560:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def4800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.870563:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870571:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870587:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870599:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4800/0x3313483622c9d63a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870614:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.870616:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.870618:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.870633:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918006912 00000100:00100000:3.0:1767318258.870638:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918006912 00010000:00010000:3.0:1767318258.870659:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3800/0x3313483622c968b0 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa7 expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.870690:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32189 00000100:00100000:3.0:1767318258.870699:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+85:2481:x1853163918006912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.870710:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.870716:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3800/0x3313483622c968b0 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa7 expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.870727:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3800/0x3313483622c968b0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa7 expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.870741:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.870743:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.870747:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870756:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.870771:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.870799:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+85:2481:x1853163918006912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 101us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.870805:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32189 00010000:00010000:0.0:1767318258.871326:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.874613:0:21387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3800/0x3313483622c968b0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aa7 expref: 84 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.874634:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938522112:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.874664:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.874675:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.874682:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.874693:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.874702:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.874736:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.874973:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+254:6188:x1853163938521856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17201us (17744us total) trans 4294975963 rc 0/0 00000100:00100000:0.0:1767318258.874984:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23669 00000004:00080000:0.0:1767318258.875047:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e2680/2, rc 0, transno 4294975545 00000100:00100000:0.0:1767318258.875064:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938521088:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318258.875078:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e3b80/2, rc 0, transno 4294975544 00000100:00100000:0.0:1767318258.875083:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938520576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.875176:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318258.875192:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938524672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318258.875252:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.875296:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938524672 00000100:00100000:0.0:1767318258.875303:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938524672 00000100:00100000:0.0:1767318258.875598:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23681 00000100:00100000:0.0:1767318258.875607:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1486:6185:x1853163938524672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.875630:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:472 count 1 00010000:00010000:0.0:1767318258.875653:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.875671:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9641f lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c7c expref: 56 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.875679:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.875681:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.875685:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.875712:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9641f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c7c expref: 56 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.875724:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9641f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c7c expref: 56 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.875736:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405826300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938524928:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.875799:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0434995f00 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.875992:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.876000:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.876008:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.876012:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.876022:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.876039:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.876046:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d672 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.876064:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.876066:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.876067:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.876081:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938524800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.876115:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.876881:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938522240:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.876907:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.876980:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938525184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.877016:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.877086:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318258.877096:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938525056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.877121:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.877186:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938524800 00000100:00100000:1.0:1767318258.877193:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938524800 00000100:00100000:1.0:1767318258.877266:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938525184 00000100:00100000:1.0:1767318258.877270:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938525184 00000004:00080000:3.0:1767318258.878542:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce6d80/2, rc 0, transno 4294975963 00000100:00100000:3.0:1767318258.878563:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938521856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.879157:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938525056 00000100:00100000:2.0:1767318258.879165:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938525056 00000100:00100000:2.0:1767318258.879213:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23682 00000100:00100000:2.0:1767318258.879222:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1487:6187:x1853163938524800:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.879989:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23683 00000100:00100000:3.0:1767318258.880003:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04103e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+255:6185:x1853163938525184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.880031:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:445 count 1 00010000:00010000:3.0:1767318258.880058:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.880077:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2a00/0x3313483622c968e1 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b09 expref: 83 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.880086:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.880088:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.880091:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.880125:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2a00/0x3313483622c968e1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b09 expref: 83 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.880136:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2a00/0x3313483622c968e1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b09 expref: 83 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.880150:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:21391:1853163938525312:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.880225:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0401359180 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.880863:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.880885:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.880909:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.880939:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.880972:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.881017:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.881044:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.881067:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.881079:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.881092:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.881107:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.881140:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938524416:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.881161:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.881188:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:21393:1853163938524544:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.881199:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.881219:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938523904:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.881229:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318258.881745:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:473 count 1 00010000:00010000:2.0:1767318258.881769:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.881883:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93a00/0x3313483622c96426 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c8a expref: 56 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.881891:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.881893:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.881897:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.881929:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93a00/0x3313483622c96426 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c8a expref: 56 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.881945:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93a00/0x3313483622c96426 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c8a expref: 56 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.881959:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938525440:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.882025:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a23c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.882362:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918007424 00000100:00100000:3.0:1767318258.882369:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918007424 00010000:00010000:3.0:1767318258.882402:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2600/0x3313483622c968b7 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ab5 expref: 84 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.882423:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918007680 00000100:00100000:3.0:1767318258.882426:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918007680 00010000:00010000:3.0:1767318258.882604:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3c00/0x3313483622c968cc lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554adf expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.882617:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918007552 00000100:00100000:3.0:1767318258.882620:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918007552 00010000:00010000:3.0:1767318258.882631:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3e00/0x3313483622c968c5 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad1 expref: 86 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.882642:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918007808 00000100:00100000:3.0:1767318258.882645:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918007808 00010000:00010000:3.0:1767318258.882655:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19800/0x3313483622c9640a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c52 expref: 57 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.882665:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918007936 00000100:00100000:3.0:1767318258.882668:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918007936 00010000:00010000:3.0:1767318258.882678:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c96418 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c6e expref: 58 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.882687:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918008064 00000100:00100000:3.0:1767318258.882690:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918008064 00010000:00010000:3.0:1767318258.882700:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2200/0x3313483622c968d3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aed expref: 87 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.882717:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918008192 00000100:00100000:3.0:1767318258.882720:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918008192 00010000:00010000:3.0:1767318258.882731:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18600/0x3313483622c964ff lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c60 expref: 59 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.882740:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918007296 00000100:00100000:3.0:1767318258.882742:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918007296 00010000:00010000:3.0:1767318258.882752:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18e00/0x3313483622c96403 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c44 expref: 60 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.882763:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918007040 00000100:00100000:3.0:1767318258.882766:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918007040 00010000:00010000:3.0:1767318258.883105:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18c00/0x3313483622c963fc lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c36 expref: 61 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.883120:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918008320 00000100:00100000:3.0:1767318258.883124:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918008320 00010000:00010000:3.0:1767318258.883136:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18400/0x3313483622c963f5 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c28 expref: 62 pid: 21247 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.883147:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918007168 00000100:00100000:3.0:1767318258.883149:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918007168 00010000:00010000:3.0:1767318258.883160:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2000/0x3313483622c968be lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ac3 expref: 88 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.883172:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32190 00000100:00100000:3.0:1767318258.883180:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311573800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+88:2482:x1853163918007424:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.883193:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.883197:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2600/0x3313483622c968b7 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ab5 expref: 88 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.883208:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2600/0x3313483622c968b7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ab5 expref: 88 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.883230:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.883307:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767318258.883464:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23684 00000100:00100000:1.0:1767318258.883478:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+255:6187:x1853163938525056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.883499:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:444 count 1 00010000:00010000:1.0:1767318258.883533:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.883546:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3000/0x3313483622c968da lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554afb expref: 88 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.883552:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.883554:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.883556:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.883585:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3000/0x3313483622c968da lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554afb expref: 88 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.883595:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3000/0x3313483622c968da lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554afb expref: 88 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.883606:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938525568:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.883670:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59300 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.883719:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938523520:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.883743:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.883765:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32191 00010000:00010000:3.0:1767318258.884025:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.884035:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.884528:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311571c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+88:2482:x1853163918007680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.884543:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.884550:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3c00/0x3313483622c968cc lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554adf expref: 88 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.884562:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3c00/0x3313483622c968cc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554adf expref: 88 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.884580:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.884582:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.884585:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.884592:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.884610:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.884640:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311571c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+88:2482:x1853163918007680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 868us (3754us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.884648:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32191 00000100:00100000:1.0:1767318258.884673:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32192 00000100:00100000:1.0:1767318258.884681:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410399c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+87:2482:x1853163918007552:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.884687:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.884692:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3e00/0x3313483622c968c5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad1 expref: 87 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.884700:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3e00/0x3313483622c968c5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad1 expref: 87 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.884723:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3e00/0x3313483622c968c5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ad1 expref: 87 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.884735:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.884737:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.884740:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.884746:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.884767:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.884800:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410399c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+86:2482:x1853163918007552:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 120us (3889us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.884806:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32192 00000100:00100000:1.0:1767318258.884820:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32193 00000100:00100000:1.0:1767318258.884827:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311571f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+62:2483:x1853163918007808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.884834:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.884839:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19800/0x3313483622c9640a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c52 expref: 62 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.884848:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19800/0x3313483622c9640a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c52 expref: 62 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.884861:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c19800/0x3313483622c9640a lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c52 expref: 62 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.884870:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.884872:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.884874:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.884881:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.884900:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.884919:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311571f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+61:2483:x1853163918007808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 93us (3978us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.884925:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32193 00000100:00100000:1.0:1767318258.884939:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32194 00000100:00100000:1.0:1767318258.884946:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311573480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+60:2482:x1853163918007936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.884952:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.884957:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c96418 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c6e expref: 60 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.884965:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c96418 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c6e expref: 60 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.884975:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.884977:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.884979:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.884987:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.885002:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.885019:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311573480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+60:2482:x1853163918007936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 75us (4047us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.885025:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32194 00000100:00100000:1.0:1767318258.885038:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32195 00000100:00100000:1.0:1767318258.885044:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+85:2483:x1853163918008064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.885052:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.885056:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2200/0x3313483622c968d3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aed expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.885064:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2200/0x3313483622c968d3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aed expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.885075:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2200/0x3313483622c968d3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554aed expref: 85 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.885083:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.885084:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.885087:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.885094:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.885112:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.885131:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+84:2483:x1853163918008064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 87us (4112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.885137:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32195 00000100:00100000:1.0:1767318258.885150:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32196 00000100:00100000:1.0:1767318258.885156:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+59:2482:x1853163918008192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.885163:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.885168:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18600/0x3313483622c964ff lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c60 expref: 59 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.885177:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18600/0x3313483622c964ff lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c60 expref: 59 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.885188:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18600/0x3313483622c964ff lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c60 expref: 59 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.885196:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.885198:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.885201:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.885207:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.885226:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.885622:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938522624:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.885643:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318258.885674:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938522752:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.885684:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.885708:0:21440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2600/0x3313483622c968b7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ab5 expref: 83 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.885717:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938523008:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.885726:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.885749:0:14896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c96418 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c6e expref: 58 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.885759:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405826d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938524288:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.885769:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.885788:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.885794:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.885808:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.885816:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.885842:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.886120:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1488:6186:x1853163938524160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19004us (19059us total) trans 4294975546 rc 0/0 00000100:00100000:0.0:1767318258.886129:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23679 00010000:00010000:0.0:1767318258.886157:0:6171:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.886164:0:6171:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.886170:0:6171:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.886176:0:6171:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91e00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:0.0:1767318258.886180:0:6171:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.886186:0:6171:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.886199:0:6171:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d656203 (ffff9a0316acdf00) 00010000:00010000:0.0:1767318258.886202:0:6171:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767318258.886207:0:6171:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:0.0:1767318258.886214:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91e00/0x3313483622c9d6b8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5d656203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000100:00100000:0.0:1767318258.886270:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938522880:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.886282:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.886813:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.886830:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.886839:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.886846:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.886854:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.886868:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.887064:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+256:6185:x1853163938522368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24961us (25519us total) trans 4294975964 rc 0/0 00000100:00100000:3.0:1767318258.887072:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23674 00000100:00100000:3.0:1767318258.887117:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311573800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+82:2482:x1853163918007424:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3937us (6256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.887125:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32190 00000100:00100000:3.0:1767318258.887193:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32197 00000100:00100000:3.0:1767318258.887202:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+57:2481:x1853163918007296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.887216:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.887222:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18e00/0x3313483622c96403 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c44 expref: 57 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.887232:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18e00/0x3313483622c96403 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c44 expref: 57 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.887264:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18e00/0x3313483622c96403 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c44 expref: 57 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.887274:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.887276:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.887280:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.887288:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.887307:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.888602:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+56:2482:x1853163918008192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3437us (7548us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.888613:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32196 00000100:00100000:1.0:1767318258.888639:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32198 00000100:00100000:1.0:1767318258.888650:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+55:2481:x1853163918007040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.888665:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.888671:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18c00/0x3313483622c963fc lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c36 expref: 55 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.888684:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18c00/0x3313483622c963fc lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c36 expref: 55 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.888700:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18c00/0x3313483622c963fc lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c36 expref: 55 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.888715:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.888717:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.888721:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.888729:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.888759:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.888804:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+54:2481:x1853163918007040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 157us (7723us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.888811:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32198 00000100:00100000:1.0:1767318258.888828:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32199 00000100:00100000:1.0:1767318258.888835:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041039a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+53:2482:x1853163918008320:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.888843:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.888849:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18400/0x3313483622c963f5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c28 expref: 53 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.888858:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18400/0x3313483622c963f5 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c28 expref: 53 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.888870:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c18400/0x3313483622c963f5 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c28 expref: 53 pid: 21247 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.888880:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.888881:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.888885:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.888892:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.888912:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.888930:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041039a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+52:2482:x1853163918008320:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 96us (7836us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.888937:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32199 00000100:00100000:1.0:1767318258.888950:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32200 00000100:00100000:1.0:1767318258.888957:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+81:2481:x1853163918007168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.888966:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.888971:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2000/0x3313483622c968be lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ac3 expref: 81 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.888986:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2000/0x3313483622c968be lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ac3 expref: 81 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.888998:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2000/0x3313483622c968be lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ac3 expref: 81 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.889008:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.889010:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.889012:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.889020:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.889039:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.889059:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+80:2481:x1853163918007168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 102us (7950us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.889066:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32200 00010000:00010000:1.0:1767318258.889095:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.889104:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.889113:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.889126:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.889144:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1767318258.889989:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.890001:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.890009:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.890022:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.890041:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318258.890942:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04103e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+256:6185:x1853163938523264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27973us (28112us total) trans 4294975965 rc 0/0 00000100:00100000:1.0:1767318258.890953:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23675 00010000:00010000:1.0:1767318258.890993:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.891002:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.891010:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.891018:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.891038:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318258.891208:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+256:6188:x1853163938523776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24802us (26641us total) trans 4294975966 rc 0/0 00000100:00100000:1.0:1767318258.891215:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23678 00010000:00010000:0.0:1767318258.891692:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318258.891701:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.891715:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.891720:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.891729:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.891745:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.891751:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9d6cd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.891771:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318258.891940:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.891953:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.891956:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.891964:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.891975:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.891982:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d695 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.891997:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318258.892000:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892006:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.892009:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892016:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892024:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892035:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d69c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892048:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.892051:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892057:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.892060:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892067:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892075:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892083:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9d687 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892095:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.892099:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892105:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def4600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.892108:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892114:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892123:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892129:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4600/0x3313483622c9d6c6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.892144:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.892146:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.892148:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.892424:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.892524:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.892533:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.892540:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.892556:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318258.892928:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.892934:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.892942:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.892945:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.892953:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.892966:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.892972:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5200/0x3313483622c9d6db lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.892986:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.892988:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.892990:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.893110:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.893286:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1489:6185:x1853163938521984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31435us (31949us total) trans 4294975547 rc 0/0 00000100:00100000:3.0:1767318258.893299:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23672 00000100:00100000:3.0:1767318258.893364:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+51:2481:x1853163918007296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6163us (12294us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.893373:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32197 00000100:00100000:1.0:1767318258.894653:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1488:6187:x1853163938524032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24852us (25522us total) trans 4294975548 rc 0/0 00000100:00100000:1.0:1767318258.894665:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23680 00010000:00010000:1.0:1767318258.894701:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.894718:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.894727:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.894734:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.894755:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.894961:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1488:6188:x1853163938521728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36620us (37593us total) trans 4294975549 rc 0/0 00000100:00100000:1.0:1767318258.894968:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23670 00010000:00010000:1.0:1767318258.894992:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.895000:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.895007:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.895014:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.895023:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.895142:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1488:6185:x1853163938521600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33156us (33645us total) trans 4294975550 rc 0/0 00000100:00100000:1.0:1767318258.895149:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23673 00010000:00010000:1.0:1767318258.895170:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.895177:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.895184:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.895195:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.895203:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1767318258.895833:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.895843:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895852:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.895856:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895865:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895883:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895889:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d679 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895906:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.895910:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895916:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.895919:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895926:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895934:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895940:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9d68e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895950:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.895954:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895960:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.895962:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895969:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895978:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.895985:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9d680 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.896002:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.896004:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.896005:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.896349:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.896357:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.896379:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.896393:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918008448 00000100:00100000:2.0:1767318258.896401:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918008448 00000100:00100000:2.0:1767318258.896673:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 711 00000100:00100000:2.0:1767318258.896684:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+141:81709:x1853163918008448:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.896704:0:56440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.896724:0:56440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555543 expref: -99 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.896813:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d705 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.896826:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d705 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.896836:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d705 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000004:00200000:2.0:1767318258.896881:0:56440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767318258.896884:0:56440:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1767318258.896906:0:56440:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d705 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.896928:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91000/0x3313483622c9d6fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555543 expref: 143 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.896942:0:56440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d705 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555543 expref: 142 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.896949:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acdc00) 00010000:00010000:2.0:1767318258.896952:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318258.896956:0:56440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0310c91c00, rc 0) 00000100:00100000:2.0:1767318258.897007:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+142:81709:x1853163918008448:12345-192.168.203.16@tcp:101:rm.0 Request processed in 325us (3899us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.897013:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 711 00010000:00010000:2.0:1767318258.898568:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.898622:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3c00/0x3313483622c968cc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554adf expref: 79 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.898639:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938523648:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.898666:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.898676:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.898684:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.898698:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.898706:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.898724:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.898968:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d245450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+256:6185:x1853163938523392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35864us (36085us total) trans 4294975967 rc 0/0 00000100:00100000:2.0:1767318258.898977:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23676 00000004:00080000:2.0:1767318258.899023:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e0700/2, rc 0, transno 4294975966 00000100:00100000:2.0:1767318258.899029:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938523776:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318258.899044:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e0a80/2, rc 0, transno 4294975549 00000100:00100000:2.0:1767318258.899056:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938521728:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318258.899116:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.899124:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.899131:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.899138:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.899156:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318258.899331:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1488:6188:x1853163938523136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34245us (34946us total) trans 4294975551 rc 0/0 00000100:00100000:2.0:1767318258.899339:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23677 00010000:00010000:2.0:1767318258.899373:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.899380:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.899388:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.899392:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.899400:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.899416:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.899422:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d6a3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.899630:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.899636:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.899644:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030def5600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.899647:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.899654:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.899666:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.899673:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def5600/0x3313483622c9d6aa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.899687:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.899690:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.899691:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.900826:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.900848:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.900893:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918008576 00000100:00100000:3.0:1767318258.900901:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918008576 00010000:00010000:3.0:1767318258.900937:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9641f lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c7c expref: 51 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.900963:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918008832 00000100:00100000:3.0:1767318258.900966:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918008832 00010000:00010000:3.0:1767318258.900978:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93a00/0x3313483622c96426 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c8a expref: 52 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.900998:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32201 00000100:00100000:3.0:1767318258.901006:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+52:2480:x1853163918008576:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.901020:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.901025:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9641f lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c7c expref: 52 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.901038:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9641f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c7c expref: 52 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.901059:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.901061:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.901065:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.901075:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.901094:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.901135:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+52:2480:x1853163918008576:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 129us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.901145:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32201 00000100:00100000:3.0:1767318258.901161:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32202 00000100:00100000:3.0:1767318258.901168:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+51:2482:x1853163918008832:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.901175:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.901180:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93a00/0x3313483622c96426 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c8a expref: 51 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.901188:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93a00/0x3313483622c96426 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c8a expref: 51 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.901198:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.901200:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.901203:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.901209:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.901220:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318258.901684:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9641f lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c7c expref: 51 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.901698:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405826300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938524928:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.901715:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.901725:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.901733:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.901743:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.901751:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.901768:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.901996:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1488:6185:x1853163938524672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26389us (26762us total) trans 4294975552 rc 0/0 00000100:00100000:0.0:1767318258.902005:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23681 00000100:00100000:1.0:1767318258.902551:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+256:6187:x1853163938522496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40891us (41318us total) trans 4294975968 rc 0/0 00000100:00100000:1.0:1767318258.902560:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23671 00000100:00100000:1.0:1767318258.902674:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938525568:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.902692:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318258.902732:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405825500/2, rc 0, transno 4294975552 00000100:00100000:1.0:1767318258.902746:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938524672:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.902758:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311999f80/2, rc 0, transno 4294975967 00000100:00100000:1.0:1767318258.902763:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938523392:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.902772:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449f800/2, rc 0, transno 4294975965 00000100:00100000:1.0:1767318258.902777:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938523264:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.902786:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e0700/2, rc 0, transno 4294975550 00000100:00100000:1.0:1767318258.902790:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938521600:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.902798:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce5880/2, rc 0, transno 4294975964 00000100:00100000:1.0:1767318258.902801:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938522368:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.902809:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e0000/2, rc 0, transno 4294975547 00000100:00100000:1.0:1767318258.902811:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938521984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.902818:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.902830:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938525696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.902859:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.902946:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938526080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.902967:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.902995:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938525696 00000100:00100000:1.0:1767318258.903000:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938525696 00000100:00100000:1.0:1767318258.903025:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938526080 00000100:00100000:1.0:1767318258.903028:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938526080 00000100:00100000:1.0:1767318258.903046:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23685 00000100:00100000:1.0:1767318258.903053:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04103e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1489:6185:x1853163938525696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.903074:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:474 count 1 00010000:00010000:1.0:1767318258.903094:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.903108:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92400/0x3313483622c9642d lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c98 expref: 50 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.903117:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.903119:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.903123:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.903146:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92400/0x3313483622c9642d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c98 expref: 50 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.903157:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92400/0x3313483622c9642d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c98 expref: 50 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.903172:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938526208:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.903218:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59300 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.903250:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23686 00000100:00100000:1.0:1767318258.903258:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04103e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1489:6185:x1853163938526080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.903270:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:477 count 1 00010000:00010000:1.0:1767318258.903281:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.903292:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1aa00/0x3313483622c96442 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc2 expref: 50 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.903298:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.903299:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.903302:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.903319:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1aa00/0x3313483622c96442 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc2 expref: 50 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.903327:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1aa00/0x3313483622c96442 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc2 expref: 50 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.903335:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938526336:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.903367:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59000 going to sleep for 11 seconds 00000004:00080000:1.0:1767318258.903396:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405825880/2, rc 0, transno 4294975546 00000100:00100000:1.0:1767318258.903406:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938524160:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.903440:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.903446:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938526464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.903470:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.903493:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938526464 00000100:00100000:1.0:1767318258.903497:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938526464 00000100:00100000:1.0:1767318258.903551:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23687 00000100:00100000:1.0:1767318258.903558:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1490:6185:x1853163938526464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.903569:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:478 count 1 00010000:00010000:1.0:1767318258.903580:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.903591:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228600/0x3313483622c96449 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd0 expref: 50 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.903598:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.903599:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.903601:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.903617:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c228600/0x3313483622c96449 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd0 expref: 50 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.903626:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c228600/0x3313483622c96449 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd0 expref: 50 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.903634:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938526592:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.903659:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59f00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.903711:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938526976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.903733:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.903761:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938526976 00000100:00100000:1.0:1767318258.903764:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938526976 00000100:00100000:1.0:1767318258.903786:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23688 00000100:00100000:1.0:1767318258.903792:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+256:6185:x1853163938526976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.903805:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:448 count 1 00010000:00010000:1.0:1767318258.903817:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.903827:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0e00/0x3313483622c968f6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b33 expref: 78 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.903834:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.903835:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.903838:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.903856:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0e00/0x3313483622c968f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b33 expref: 78 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.903866:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0e00/0x3313483622c968f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b33 expref: 78 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.903875:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938527104:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.903898:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59540 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.903934:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.903941:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938527232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.903964:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.903986:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938527232 00000100:00100000:1.0:1767318258.903990:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938527232 00000100:00100000:1.0:1767318258.904010:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23689 00000100:00100000:1.0:1767318258.904016:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+257:6185:x1853163938527232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.904025:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:449 count 1 00010000:00010000:1.0:1767318258.904036:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.904047:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3400/0x3313483622c968fd lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b41 expref: 78 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.904053:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.904055:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.904057:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.904075:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3400/0x3313483622c968fd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b41 expref: 78 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.904084:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3400/0x3313483622c968fd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b41 expref: 78 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.904093:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311708a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938527360:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.904116:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59840 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.904749:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.904757:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.904765:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.904770:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.904779:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.904796:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.904804:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9d6e2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.904823:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.904825:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.904827:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.904835:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.905574:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+50:2482:x1853163918008832:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4398us (4718us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.905586:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32202 00000100:00100000:3.0:1767318258.905726:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938525824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.905774:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.905804:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938526720:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.905827:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.905840:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938527488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.905859:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.905882:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938525824 00000100:00100000:3.0:1767318258.905887:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938525824 00000100:00100000:3.0:1767318258.905913:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938526720 00000100:00100000:3.0:1767318258.905916:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938526720 00000100:00100000:3.0:1767318258.905929:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938527488 00000100:00100000:3.0:1767318258.905932:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938527488 00000100:00100000:3.0:1767318258.905948:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23690 00000100:00100000:3.0:1767318258.905956:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1491:6187:x1853163938525824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.905978:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:475 count 1 00010000:00010000:3.0:1767318258.905999:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.906015:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92c00/0x3313483622c96434 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ca6 expref: 49 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.906022:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.906024:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.906027:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.906054:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92c00/0x3313483622c96434 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ca6 expref: 49 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.906065:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92c00/0x3313483622c96434 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ca6 expref: 49 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.906080:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938527616:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.906120:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.906138:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23691 00000100:00100000:3.0:1767318258.906146:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+259:6187:x1853163938526720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.906159:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:446 count 1 00010000:00010000:3.0:1767318258.906172:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.906183:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2800/0x3313483622c968e8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b17 expref: 78 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.906190:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.906191:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.906194:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.906212:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2800/0x3313483622c968e8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b17 expref: 78 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.906221:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2800/0x3313483622c968e8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b17 expref: 78 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.906230:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938527744:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.908133:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23692 00000100:00100000:1.0:1767318258.908150:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+259:6187:x1853163938527488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.908176:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:450 count 1 00010000:00010000:1.0:1767318258.908197:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.908214:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3200/0x3313483622c96904 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b4f expref: 78 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.908221:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.908223:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.908225:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.908264:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3200/0x3313483622c96904 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b4f expref: 78 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.908274:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3200/0x3313483622c96904 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b4f expref: 78 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.908287:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938527872:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.909997:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b596c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.910990:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437d7e540 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.911046:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.911119:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.911911:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.912688:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918009088 00000100:00100000:2.0:1767318258.912698:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918009088 00000100:00100000:2.0:1767318258.912762:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 712 00000100:00100000:2.0:1767318258.912772:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311571f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+142:81709:x1853163918009088:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.912790:0:57486:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.912809:0:57486:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d744 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac55554a expref: -99 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.912900:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d74b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.912914:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d74b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.912927:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d74b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.912940:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d752 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x608e032b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.912945:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d752 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.912950:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d752 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913040:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d759 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1381:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913048:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d759 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1381:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913055:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d759 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1381:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000004:00200000:2.0:1767318258.913085:0:57486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1381:0x0]: returning size 0 00000004:00200000:2.0:1767318258.913089:0:57486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767318258.913105:0:57486:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d759 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1381:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913116:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d759 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1381:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913129:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d74b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913135:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d74b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913145:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d74b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913151:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91400 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.913155:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d74b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913162:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d74b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913172:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acdc00) 00010000:00010000:2.0:1767318258.913176:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318258.913180:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d74b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913185:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d74b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913197:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d752 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913203:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d752 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913209:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d752 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913213:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90800 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.913215:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d752 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913220:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d752 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913229:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x608e032b (ffff9a0316acd400) 00010000:00010000:2.0:1767318258.913232:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318258.913916:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d752 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913924:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d752 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.913960:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d744 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55554a expref: 144 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.913973:0:57486:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d759 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1381:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55554a expref: 143 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.913980:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1381:0x0].0x0 (ffff9a0316acd500) 00010000:00010000:2.0:1767318258.913982:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318258.913985:0:57486:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0310c91200, rc 0) 00000100:00100000:2.0:1767318258.914042:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311571f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+143:81709:x1853163918009088:12345-192.168.203.16@tcp:101:rm.0 Request processed in 1270us (2130us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.914050:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 712 00000100:00100000:2.0:1767318258.914101:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938525952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.914145:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318258.914182:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938526848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318258.914204:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318258.914254:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e3100/2, rc 0, transno 4294975551 00000100:00100000:2.0:1767318258.914269:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938523136:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318258.914310:0:25439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c93a00/0x3313483622c96426 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c8a expref: 49 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.914765:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938525440:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.914784:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.914794:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.914801:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.914810:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.914817:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.914833:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.915070:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1492:6187:x1853163938524800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35849us (38952us total) trans 4294975553 rc 0/0 00000100:00100000:2.0:1767318258.915078:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23682 00000100:00100000:2.0:1767318258.915094:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938525952 00000100:00100000:2.0:1767318258.915098:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938525952 00000100:00100000:2.0:1767318258.915123:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938526848 00000100:00100000:2.0:1767318258.915126:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938526848 00000100:00100000:2.0:1767318258.915144:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23693 00000100:00100000:2.0:1767318258.915151:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1492:6188:x1853163938525952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.915173:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:476 count 1 00010000:00010000:2.0:1767318258.915189:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.915204:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f400/0x3313483622c9643b lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cb4 expref: 48 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.915212:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.915214:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.915218:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.915259:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f400/0x3313483622c9643b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cb4 expref: 48 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.915272:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f400/0x3313483622c9643b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cb4 expref: 48 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.915285:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938528000:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.915868:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23694 00000100:00100000:0.0:1767318258.915878:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+260:6188:x1853163938526848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.915893:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:447 count 1 00010000:00010000:0.0:1767318258.915909:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.915921:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c968ef lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b25 expref: 78 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.915928:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.915930:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.915933:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.915954:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c968ef lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b25 expref: 78 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.915964:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c968ef lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b25 expref: 78 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.915981:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405826300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938528128:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.916521:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938528256:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.916558:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.916854:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918008704 00000100:00100000:3.0:1767318258.916860:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918008704 00000100:00100000:3.0:1767318258.917043:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.917067:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.917085:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.917128:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.917141:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.917178:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.917190:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.917249:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938527744:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.917269:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.917296:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938527616:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.917307:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.917353:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2a00/0x3313483622c968e1 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b09 expref: 79 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.917373:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918008960 00000100:00100000:3.0:1767318258.917376:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918008960 00010000:00010000:3.0:1767318258.917389:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3000/0x3313483622c968da lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554afb expref: 80 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.917405:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918009216 00000100:00100000:3.0:1767318258.917408:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918009216 00010000:00010000:3.0:1767318258.917419:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92400/0x3313483622c9642d lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c98 expref: 49 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.917439:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918009472 00000100:00100000:3.0:1767318258.917442:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918009472 00010000:00010000:3.0:1767318258.917454:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c228600/0x3313483622c96449 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd0 expref: 50 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.917465:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918009344 00000100:00100000:3.0:1767318258.917468:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918009344 00010000:00010000:3.0:1767318258.917477:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1aa00/0x3313483622c96442 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc2 expref: 51 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.917488:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918009728 00000100:00100000:3.0:1767318258.917491:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918009728 00010000:00010000:3.0:1767318258.917501:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3400/0x3313483622c968fd lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b41 expref: 81 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.917531:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918009600 00000100:00100000:3.0:1767318258.917533:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918009600 00010000:00010000:3.0:1767318258.917544:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0e00/0x3313483622c968f6 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b33 expref: 82 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.917553:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918009984 00000100:00100000:3.0:1767318258.917555:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918009984 00010000:00010000:3.0:1767318258.917563:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3200/0x3313483622c96904 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b4f expref: 83 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.917573:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918009856 00000100:00100000:3.0:1767318258.917576:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918009856 00010000:00010000:3.0:1767318258.917584:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92c00/0x3313483622c96434 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ca6 expref: 52 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.917598:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32203 00000100:00100000:3.0:1767318258.917605:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+83:2480:x1853163918008704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.917617:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.917622:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2a00/0x3313483622c968e1 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b09 expref: 83 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.917632:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2a00/0x3313483622c968e1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b09 expref: 83 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.917652:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.917654:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.917659:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.917668:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.917683:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.917719:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+83:2480:x1853163918008704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 113us (6675us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.917730:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32203 00000100:00100000:3.0:1767318258.917772:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32204 00000100:00100000:3.0:1767318258.917781:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+82:2480:x1853163918008960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.917789:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.917793:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3000/0x3313483622c968da lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554afb expref: 82 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.917802:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3000/0x3313483622c968da lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554afb expref: 82 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.917815:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3000/0x3313483622c968da lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554afb expref: 82 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.917827:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.917829:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.917832:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.917839:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.917857:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.917878:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+81:2480:x1853163918008960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 99us (6758us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.917885:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32204 00000100:00100000:3.0:1767318258.917914:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32205 00000100:00100000:3.0:1767318258.917921:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311573480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+52:2483:x1853163918009216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.917930:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.917935:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92400/0x3313483622c9642d lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c98 expref: 52 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.917943:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92400/0x3313483622c9642d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c98 expref: 52 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.917956:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.917957:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.917960:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.917966:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.917976:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.917996:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311573480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+52:2483:x1853163918009216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 76us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.918002:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32205 00000100:00100000:3.0:1767318258.918030:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32206 00000100:00100000:3.0:1767318258.918036:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410399050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+51:2483:x1853163918009472:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.918044:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.918048:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c228600/0x3313483622c96449 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd0 expref: 51 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918056:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c228600/0x3313483622c96449 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd0 expref: 51 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918069:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918070:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918073:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918079:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918089:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.918110:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410399050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+51:2483:x1853163918009472:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 75us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.918116:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32206 00000100:00100000:3.0:1767318258.918163:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32207 00000100:00100000:3.0:1767318258.918169:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311571c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+50:2483:x1853163918009344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.918176:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.918181:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1aa00/0x3313483622c96442 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc2 expref: 50 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918190:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1aa00/0x3313483622c96442 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc2 expref: 50 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918201:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918203:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918205:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918217:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918228:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.918248:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311571c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+50:2483:x1853163918009344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 79us (1162us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.918255:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32207 00000100:00100000:3.0:1767318258.918283:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32208 00000100:00100000:3.0:1767318258.918290:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311573800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+80:2480:x1853163918009728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.918298:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.918302:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3400/0x3313483622c968fd lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b41 expref: 80 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918311:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3400/0x3313483622c968fd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b41 expref: 80 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918322:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918324:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918327:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918334:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918358:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.918379:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311573800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+80:2480:x1853163918009728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.918385:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32208 00000100:00100000:3.0:1767318258.918447:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32209 00000100:00100000:3.0:1767318258.918454:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+79:2480:x1853163918009600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.918462:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.918466:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0e00/0x3313483622c968f6 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b33 expref: 79 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918475:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0e00/0x3313483622c968f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b33 expref: 79 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918486:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918487:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918491:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918497:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918528:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.918548:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+79:2480:x1853163918009600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 95us (1406us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.918555:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32209 00000100:00100000:3.0:1767318258.918590:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32210 00000100:00100000:3.0:1767318258.918597:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+78:2480:x1853163918009984:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.918605:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.918610:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3200/0x3313483622c96904 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b4f expref: 78 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918618:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3200/0x3313483622c96904 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b4f expref: 78 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918629:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918631:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918634:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918640:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918651:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.918671:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+78:2480:x1853163918009984:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 74us (1493us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.918676:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32210 00000100:00100000:3.0:1767318258.918703:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32211 00000100:00100000:3.0:1767318258.918710:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+49:2480:x1853163918009856:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.918716:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.918721:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92c00/0x3313483622c96434 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ca6 expref: 49 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918729:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92c00/0x3313483622c96434 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ca6 expref: 49 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918741:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92c00/0x3313483622c96434 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ca6 expref: 49 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.918754:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918755:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.918759:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918766:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918781:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1767318258.918794:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918801:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918809:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918815:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.918832:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.919092:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1493:6187:x1853163938525824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13136us (13319us total) trans 4294975554 rc 0/0 00000100:00100000:3.0:1767318258.919099:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23690 00000100:00100000:3.0:1767318258.919113:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938528256 00000100:00100000:3.0:1767318258.919118:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938528256 00000100:00100000:3.0:1767318258.919146:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23695 00000100:00100000:3.0:1767318258.919153:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1493:6188:x1853163938528256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.919171:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:479 count 1 00010000:00010000:3.0:1767318258.919189:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.919202:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229400/0x3313483622c96450 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cde expref: 48 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.919208:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.919210:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.919213:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.919238:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c229400/0x3313483622c96450 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cde expref: 48 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.919247:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c229400/0x3313483622c96450 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cde expref: 48 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.919259:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938528384:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.919930:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0434995f00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.920266:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0406a28300 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.920715:0:21382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c228600/0x3313483622c96449 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd0 expref: 48 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.920731:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:21382:1853163938526592:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.920758:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.920769:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.920777:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.920786:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.920795:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.920812:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318258.921041:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+1494:6185:x1853163938526464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17482us (17569us total) trans 4294975555 rc 0/0 00000100:00100000:0.0:1767318258.921050:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23687 00010000:00010000:0.0:1767318258.921089:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1aa00/0x3313483622c96442 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc2 expref: 47 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.921100:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938526336:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.921112:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.921119:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.921125:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.921134:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.921141:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.921155:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318258.921286:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04103e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1494:6185:x1853163938526080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18029us (18317us total) trans 4294975556 rc 0/0 00000100:00100000:0.0:1767318258.921292:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23686 00010000:00010000:0.0:1767318258.921324:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c92400/0x3313483622c9642d lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c98 expref: 46 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.921334:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938526208:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.921356:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.921364:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.921370:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.921379:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.921387:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.921400:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767318258.921553:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04103e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1494:6185:x1853163938525696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18501us (18693us total) trans 4294975557 rc 0/0 00000100:00100000:0.0:1767318258.921560:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23685 00000100:00100000:2.0:1767318258.921968:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a2540 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.922055:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318258.922062:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922070:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.922074:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922085:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922102:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922109:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90600/0x3313483622c9d6f0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922128:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318258.922131:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922137:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.922140:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922147:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922156:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922162:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9d72f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922182:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318258.922186:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922191:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.922194:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922201:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922209:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922215:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9d71a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922227:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.922307:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922316:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.922319:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922326:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922337:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922354:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9d713 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922366:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.922370:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922375:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.922378:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922385:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922393:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922399:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9d70c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.922411:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.922413:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.922414:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.922420:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.922425:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.922439:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318258.922618:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318258.922646:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918010112 00000100:00100000:0.0:1767318258.922653:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918010112 00010000:00010000:0.0:1767318258.922681:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2800/0x3313483622c968e8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b17 expref: 78 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.922703:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32212 00000100:00100000:0.0:1767318258.922724:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405826d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+78:2481:x1853163918010112:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318258.922740:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318258.922745:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2800/0x3313483622c968e8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b17 expref: 78 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.922758:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2800/0x3313483622c968e8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b17 expref: 78 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.922774:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2800/0x3313483622c968e8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b17 expref: 78 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318258.922787:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.922789:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.922794:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.922803:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.922831:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318258.922863:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405826d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+77:2481:x1853163918010112:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 141us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318258.922869:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32212 00010000:00010000:0.0:1767318258.922990:0:21391:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae2a00/0x3313483622c968e1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b09 expref: 76 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.923002:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:21391:1853163938525312:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.923020:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.923029:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.923036:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.923044:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.923051:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.923064:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.923620:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04103e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+261:6185:x1853163938525184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43620us (46601us total) trans 4294975969 rc 0/0 00000100:00100000:0.0:1767318258.923628:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23683 00010000:00010000:2.0:1767318258.923785:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.923792:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.923799:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.923803:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.923811:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.923824:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.923830:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9d6e9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.923847:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.923849:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.923850:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.923861:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.923869:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.923876:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.923882:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.923895:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.924049:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+261:6187:x1853163938526720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17903us (18220us total) trans 4294975970 rc 0/0 00000100:00100000:2.0:1767318258.924055:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23691 00010000:00010000:2.0:1767318258.924073:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.924078:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.924085:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.924088:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.924095:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.924105:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.924111:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9d736 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.924123:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.924124:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.924126:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.924328:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0e00/0x3313483622c968f6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b33 expref: 75 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.924350:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938527104:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.924372:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.924381:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.924387:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.924395:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.924402:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.924423:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318258.924576:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.924585:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.924593:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.924600:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.924612:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318258.924776:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+261:6187:x1853163938525056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41303us (47653us total) trans 4294975971 rc 0/0 00000100:00100000:0.0:1767318258.924784:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23684 00010000:00010000:0.0:1767318258.924817:0:21393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3200/0x3313483622c96904 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b4f expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.924828:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938527872:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.924842:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.924850:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.924856:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.924864:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.924871:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.924883:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318258.925017:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+261:6187:x1853163938527488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16873us (19156us total) trans 4294975972 rc 0/0 00000100:00100000:0.0:1767318258.925024:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23692 00010000:00010000:0.0:1767318258.925055:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3400/0x3313483622c968fd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b41 expref: 73 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.925065:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311708a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938527360:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.925076:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.925084:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.925090:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.925097:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.925105:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.925115:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318258.925228:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+261:6185:x1853163938527232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21211us (21261us total) trans 4294975973 rc 0/0 00000100:00100000:0.0:1767318258.925406:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23689 00010000:00010000:2.0:1767318258.925594:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318258.925601:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925608:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.925611:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925618:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925634:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925639:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d721 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925657:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318258.925660:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925666:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.925669:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925676:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925691:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925698:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a000/0x3313483622c9d6f7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925722:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.925725:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925731:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.925734:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925741:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925749:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925756:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9d73d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925767:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.925769:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925780:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.925784:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925792:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925800:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925806:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9d728 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.925817:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.925819:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.925821:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.925826:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.925830:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.925835:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.926102:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+261:6185:x1853163938526976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22308us (22365us total) trans 4294975974 rc 0/0 00000100:00100000:1.0:1767318258.926110:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23688 00000004:00080000:1.0:1767318258.926153:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441a27b80/2, rc 0, transno 4294975973 00000100:00100000:1.0:1767318258.926361:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938527232:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.926377:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bffb80/2, rc 0, transno 4294975974 00010000:00010000:3.0:1767318258.926617:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.926662:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.926739:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.926759:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.926871:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938528384:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318258.926893:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.926941:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2480:x1853163918009856:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 8230us (9748us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.926950:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32211 00000100:00100000:3.0:1767318258.927018:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918010496 00000100:00100000:3.0:1767318258.927025:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918010496 00010000:00010000:3.0:1767318258.927053:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c968ef lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b25 expref: 73 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.927081:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918010368 00000100:00100000:3.0:1767318258.927085:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918010368 00010000:00010000:3.0:1767318258.927099:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f400/0x3313483622c9643b lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cb4 expref: 45 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.927111:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32213 00000100:00100000:3.0:1767318258.927118:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041039bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+73:2482:x1853163918010496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.927130:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.927134:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c968ef lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b25 expref: 73 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.927143:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c968ef lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b25 expref: 73 pid: 21391 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.927165:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.927167:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.927171:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.927181:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.927199:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.927224:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041039bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+73:2482:x1853163918010496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 106us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.927230:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32213 00000100:00100000:3.0:1767318258.927790:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32214 00000100:00100000:3.0:1767318258.927799:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2481:x1853163918010368:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.927807:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.927813:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f400/0x3313483622c9643b lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cb4 expref: 45 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.927823:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f400/0x3313483622c9643b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cb4 expref: 45 pid: 21248 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.927837:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.927839:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.927842:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.927849:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.927862:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.927884:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2481:x1853163918010368:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.927890:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32214 00010000:00010000:2.0:1767318258.928146:0:25439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312a1f400/0x3313483622c9643b lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cb4 expref: 44 pid: 21248 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.928162:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:25439:1853163938528000:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.928177:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.928191:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.928197:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.928206:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.928213:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.928229:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.928663:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+1494:6188:x1853163938525952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13510us (14516us total) trans 4294975558 rc 0/0 00000100:00100000:2.0:1767318258.928671:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23693 00000100:00100000:2.0:1767318258.928687:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918010240 00000100:00100000:2.0:1767318258.928693:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918010240 00000100:00100000:2.0:1767318258.928731:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23696 00000100:00100000:2.0:1767318258.928736:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e241b220-0ef8-435a-b507-74fd0bfdf172+44:2481:x1853163918010240:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.928747:0:25439:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.928763:0:25439:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90e00/0x3313483622c9d775 lrc: 2/0,0 mode: --/PR res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555551 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318258.928783:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318258.928797:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.928799:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.928806:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90e00/0x3313483622c9d775 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555551 expref: 45 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.928819:0:25439:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90e00/0x3313483622c9d775 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555551 expref: 45 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.928830:0:25439:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0310c90e00, rc 0) 00000100:00100000:2.0:1767318258.928854:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2481:x1853163918010240:12345-192.168.203.16@tcp:101:rm.0 Request processed in 117us (2193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.928860:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23696 00010000:00010000:2.0:1767318258.928879:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.928885:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.928892:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.928895:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.928903:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.928916:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.928923:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91600/0x3313483622c9d760 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.928945:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.928947:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.928949:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.929570:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1767318258.929902:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c968ef lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b25 expref: 72 pid: 21391 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.929925:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405826300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938528128:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.929944:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.929953:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.929960:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.929969:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.929977:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.929992:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318258.930210:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+261:6188:x1853163938526848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14332us (16003us total) trans 4294975975 rc 0/0 00000100:00100000:0.0:1767318258.930219:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23694 00010000:00010000:2.0:1767318258.930561:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.930569:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.930577:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.930580:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.930587:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.930603:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.930610:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9d767 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.930626:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.930628:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.930629:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.930809:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938526976:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.930837:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c155880/2, rc 0, transno 4294975555 00000100:00100000:1.0:1767318258.930848:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938526464:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.930859:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e1c00/2, rc 0, transno 4294975556 00000100:00100000:1.0:1767318258.930864:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938526080:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.930873:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311992a00/2, rc 0, transno 4294975557 00000100:00100000:1.0:1767318258.930876:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938525696:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.930887:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e0380/2, rc 0, transno 4294975969 00000100:00100000:1.0:1767318258.930891:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938525184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.930920:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918010624 00000100:00100000:1.0:1767318258.930926:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918010624 00010000:00010000:1.0:1767318258.930953:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c229400/0x3313483622c96450 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cde expref: 45 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.930973:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32215 00000100:00100000:1.0:1767318258.930981:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2480:x1853163918010624:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.930995:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.931000:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c229400/0x3313483622c96450 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cde expref: 45 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.931011:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c229400/0x3313483622c96450 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cde expref: 45 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.931027:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c229400/0x3313483622c96450 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cde expref: 45 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.931039:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.931041:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.931046:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.931059:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.931097:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.931132:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+44:2480:x1853163918010624:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 151us (1564us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.931139:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32215 00000100:00100000:1.0:1767318258.931228:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938528512:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.931747:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311709880/2, rc 0, transno 4294975972 00000100:00100000:3.0:1767318258.931753:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938527488:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318258.931766:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e3480/2, rc 0, transno 4294975971 00000100:00100000:3.0:1767318258.931769:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938525056:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318258.931779:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405825180/2, rc 0, transno 4294975553 00000100:00100000:3.0:1767318258.931787:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938524800:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.931797:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405824700/2, rc 0, transno 4294975548 00000100:00100000:3.0:1767318258.931800:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938524032:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.931808:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce7100/2, rc 0, transno 4294975968 00000100:00100000:3.0:1767318258.931812:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938522496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318258.931825:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938528768:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318258.931863:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318258.931889:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e0000/2, rc 0, transno 4294975554 00000100:00100000:3.0:1767318258.931893:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938525824:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318258.931901:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfd880/2, rc 0, transno 4294975970 00000100:00100000:3.0:1767318258.931904:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938526720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318258.932016:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938528768 00000100:00100000:0.0:1767318258.932021:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938528768 00000100:00100000:0.0:1767318258.932050:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23697 00000100:00100000:0.0:1767318258.932057:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1494:6187:x1853163938528768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318258.932082:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:482 count 1 00010000:00010000:0.0:1767318258.932105:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.932119:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c96465 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d08 expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.932127:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.932129:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.932132:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.932155:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c96465 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d08 expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.932167:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c96465 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d08 expref: 43 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.932179:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405826300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938528896:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.932232:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0434995480 going to sleep for 11 seconds 00010000:00010000:2.0:1767318258.932753:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.932763:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.932771:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.932779:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.932793:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.933037:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1495:6188:x1853163938528256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13884us (16478us total) trans 4294975559 rc 0/0 00000100:00100000:2.0:1767318258.933045:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23695 00010000:00010000:2.0:1767318258.933069:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.933074:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.933082:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.933086:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.933093:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.933109:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.933117:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2e00/0x3313483622c9d76e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.933138:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.933140:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.933142:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.933600:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.933636:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405827800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938529152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.933660:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.933681:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938529664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.933699:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.934608:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938529408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.934809:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1767318258.934817:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938528640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.934845:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.935441:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938529280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.935466:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318258.935656:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938528512 00000100:00100000:0.0:1767318258.935664:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938528512 00000100:00100000:0.0:1767318258.935779:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938529152 00000100:00100000:0.0:1767318258.935784:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938529152 00000100:00100000:2.0:1767318258.935852:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938529664 00000100:00100000:2.0:1767318258.935857:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938529664 00000100:00100000:0.0:1767318258.935907:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938528640 00000100:00100000:0.0:1767318258.935910:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938528640 00000100:00100000:1.0:1767318258.936068:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938529792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.936093:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.936130:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938529280 00000100:00100000:3.0:1767318258.936134:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938529280 00000100:00100000:3.0:1767318258.936163:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23698 00000100:00100000:3.0:1767318258.936171:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1496:6185:x1853163938528512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318258.936200:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:480 count 1 00010000:00010000:3.0:1767318258.936225:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.936258:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c96457 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cec expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.936267:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.936270:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.936273:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.936304:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c96457 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cec expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.936317:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c96457 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cec expref: 43 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.936329:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938529920:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.936395:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0406a28d80 going to sleep for 11 seconds 00000100:00100000:3.0:1767318258.936415:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23699 00000100:00100000:3.0:1767318258.936423:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+263:6185:x1853163938529152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318258.936595:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:452 count 1 00010000:00010000:3.0:1767318258.936610:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.936626:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3a00/0x3313483622c96912 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b6b expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.936632:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.936634:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.936637:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.936654:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3a00/0x3313483622c96912 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b6b expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318258.936663:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3a00/0x3313483622c96912 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b6b expref: 71 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.936672:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938530048:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318258.936695:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0406a280c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.936881:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23700 00000100:00100000:2.0:1767318258.936891:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+263:6185:x1853163938529664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318258.936904:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:456 count 1 00010000:00010000:2.0:1767318258.936915:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.936925:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028800/0x3313483622c9692e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ba3 expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.936931:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.936933:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.936936:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.936952:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c028800/0x3313483622c9692e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ba3 expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.936960:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028800/0x3313483622c9692e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ba3 expref: 71 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.936968:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938530176:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.936998:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a2540 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.937014:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23701 00000100:00100000:2.0:1767318258.937022:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1496:6185:x1853163938528640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.937034:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:481 count 1 00010000:00010000:2.0:1767318258.937046:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.937058:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9645e lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cfa expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.937064:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.937065:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.937068:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.937085:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9645e lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cfa expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.937093:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9645e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cfa expref: 43 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.937101:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938530304:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.937123:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1767318258.937206:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23702 00000100:00100000:0.0:1767318258.937215:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+263:6185:x1853163938529280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318258.937227:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:453 count 1 00010000:00010000:0.0:1767318258.937313:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.937327:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028200/0x3313483622c96919 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b79 expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.937334:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.937335:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318258.937338:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.937368:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c028200/0x3313483622c96919 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b79 expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318258.937378:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028200/0x3313483622c96919 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b79 expref: 71 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.937387:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938530432:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318258.937412:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0434995f00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.938597:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938529792 00000100:00100000:1.0:1767318258.938605:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938529792 00000100:00100000:1.0:1767318258.938645:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23703 00000100:00100000:1.0:1767318258.938652:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+264:6185:x1853163938529792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.938671:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:457 count 1 00010000:00010000:1.0:1767318258.938689:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.938705:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42a00/0x3313483622c96935 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb1 expref: 71 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.938723:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.938725:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.938728:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.938749:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42a00/0x3313483622c96935 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb1 expref: 71 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.938760:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42a00/0x3313483622c96935 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb1 expref: 71 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.938770:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938530944:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.938822:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.938842:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938530816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.938880:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.938907:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938530816 00000100:00100000:1.0:1767318258.938910:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938530816 00000100:00100000:1.0:1767318258.938933:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23704 00000100:00100000:1.0:1767318258.938938:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1497:6185:x1853163938530816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.938949:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:485 count 1 00010000:00010000:1.0:1767318258.938963:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.938974:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8000/0x3313483622c9647a lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d32 expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.938980:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.938982:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.938985:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.939002:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8000/0x3313483622c9647a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d32 expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.939011:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8000/0x3313483622c9647a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d32 expref: 43 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.939021:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938531072:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.939044:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59a80 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.939065:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405825f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938529024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.939093:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.939108:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938529536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.939125:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.939140:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938530688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.939157:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318258.939190:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031170b480/2, rc 0, transno 4294975559 00000100:00100000:1.0:1767318258.939199:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938528256:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.939212:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e0a80/2, rc 0, transno 4294975558 00000100:00100000:1.0:1767318258.939215:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938525952:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.939225:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfc380/2, rc 0, transno 4294975975 00000100:00100000:1.0:1767318258.939631:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938526848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.939643:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318258.939648:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938530560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.939672:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.939700:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938529024 00000100:00100000:1.0:1767318258.939704:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938529024 00000100:00100000:1.0:1767318258.939727:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938529536 00000100:00100000:1.0:1767318258.939729:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938529536 00000100:00100000:1.0:1767318258.939746:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938530688 00000100:00100000:1.0:1767318258.939749:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938530688 00000100:00100000:1.0:1767318258.939763:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938530560 00000100:00100000:1.0:1767318258.939766:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938530560 00000100:00100000:1.0:1767318258.939783:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23705 00000100:00100000:1.0:1767318258.939789:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+266:6188:x1853163938529024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.939804:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:451 count 1 00010000:00010000:1.0:1767318258.939818:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.939831:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3600/0x3313483622c9690b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b5d expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.939837:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.939839:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.939841:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.939864:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3600/0x3313483622c9690b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b5d expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.939873:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3600/0x3313483622c9690b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b5d expref: 71 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.939884:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407531c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938531200:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.939909:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59540 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.939925:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23706 00000100:00100000:1.0:1767318258.939933:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+266:6188:x1853163938529536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.939944:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:455 count 1 00010000:00010000:1.0:1767318258.939955:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.939966:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028a00/0x3313483622c96927 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b95 expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.939973:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.939974:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.939976:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.939994:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c028a00/0x3313483622c96927 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b95 expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.940001:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c028a00/0x3313483622c96927 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b95 expref: 71 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.940011:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938531328:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.940034:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59840 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.940049:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23707 00000100:00100000:1.0:1767318258.940057:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1499:6188:x1853163938530688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.940068:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:484 count 1 00010000:00010000:1.0:1767318258.940079:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.940089:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c96473 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d24 expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.940095:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.940097:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.940100:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.940117:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c96473 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d24 expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.940126:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c96473 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d24 expref: 43 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.940136:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:21393:1853163938531456:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.940158:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b596c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.940218:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23708 00000100:00100000:1.0:1767318258.940227:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1499:6188:x1853163938530560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.940570:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:483 count 1 00010000:00010000:1.0:1767318258.940583:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.940594:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9646c lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d16 expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.940601:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.940602:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.940604:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.940621:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9646c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d16 expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.940629:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9646c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d16 expref: 43 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.940638:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938531840:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.940662:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59300 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.940695:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.940774:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938531584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.940807:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.940836:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938531584 00000100:00100000:1.0:1767318258.940840:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938531584 00000100:00100000:1.0:1767318258.940863:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23709 00000100:00100000:1.0:1767318258.940869:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1500:6185:x1853163938531584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.940881:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:486 count 1 00010000:00010000:1.0:1767318258.940891:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.940903:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8400/0x3313483622c96481 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d40 expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.940910:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.940911:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.940914:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.940933:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8400/0x3313483622c96481 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d40 expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.940942:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8400/0x3313483622c96481 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d40 expref: 43 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.940952:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938531968:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.940974:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.940992:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318258.940999:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938531712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.941023:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.941044:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938531712 00000100:00100000:1.0:1767318258.941048:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938531712 00000100:00100000:1.0:1767318258.941069:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23710 00000100:00100000:1.0:1767318258.941075:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1501:6188:x1853163938531712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.941088:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:487 count 1 00010000:00010000:1.0:1767318258.941099:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.941109:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9a00/0x3313483622c96488 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d4e expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.941115:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.941116:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.941118:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.941135:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9a00/0x3313483622c96488 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d4e expref: 43 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.941143:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9a00/0x3313483622c96488 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d4e expref: 43 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.941151:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938532096:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.941172:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59f00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.941222:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938532224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.942591:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.942693:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318258.949586:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938532224 00000100:00100000:3.0:1767318258.949600:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938532224 00000100:00100000:2.0:1767318258.949732:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938529408 00000100:00100000:2.0:1767318258.949737:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938529408 00000100:00100000:2.0:1767318258.949788:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23711 00000100:00100000:2.0:1767318258.949798:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d244050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+268:6187:x1853163938529408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318258.949829:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:454 count 1 00010000:00010000:2.0:1767318258.949854:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.949873:0:25439:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029000/0x3313483622c96920 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b87 expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.949882:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.949884:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.949888:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.949921:0:25439:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c029000/0x3313483622c96920 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b87 expref: 71 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.949935:0:25439:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c029000/0x3313483622c96920 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b87 expref: 71 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.949951:0:25439:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311993b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:25439:1853163938532352:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.950024:0:25439:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a2480 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.950070:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23712 00000100:00100000:2.0:1767318258.950078:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+268:6188:x1853163938532224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318258.950090:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:458 count 1 00010000:00010000:2.0:1767318258.950103:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.950114:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42800/0x3313483622c9693c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bbf expref: 71 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.950123:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.950124:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.950127:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.950147:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42800/0x3313483622c9693c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bbf expref: 71 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.950156:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42800/0x3313483622c9693c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bbf expref: 71 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.950167:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938532480:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.950192:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.958695:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.958987:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959006:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959025:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959043:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959064:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959081:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959096:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959109:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959120:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959132:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959145:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959160:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959173:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959191:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.959214:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918010880 00000100:00100000:2.0:1767318258.959222:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918010880 00000100:00100000:2.0:1767318258.959282:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 713 00000100:00100000:2.0:1767318258.959291:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+143:81709:x1853163918010880:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:2.0:1767318258.959362:0:56440:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767318258.959388:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91200/0x3313483622c9d759 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1381:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55554a expref: 143 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.959405:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1381:0x0].0x0 (ffff9a0316acd500) 00010000:00010000:2.0:1767318258.959422:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91c00/0x3313483622c9d705 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555543 expref: 142 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.959431:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acdc00) 00010000:00010000:2.0:1767318258.959436:0:56440:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318258.959460:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90600/0x3313483622c9d7ec lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.959472:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90600/0x3313483622c9d7ec lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.959482:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90600/0x3313483622c9d7ec lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.959537:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.959546:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.959556:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.959656:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d7fa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.959664:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d7fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.959671:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d7fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000040:00080000:2.0:1767318258.959996:0:56440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2053, 64 off139584 00010000:00010000:2.0:1767318258.960051:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960060:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960067:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960074:0:56440:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960080:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960086:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960101:0:56440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318258.960119:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d7fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960129:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d7fa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960135:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d7fa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960141:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90800 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.960145:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d7fa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960153:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d7fa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960162:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1381:0x0].0x0 (ffff9a0316acda00) 00010000:00010000:2.0:1767318258.960165:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318258.960168:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d7fa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960173:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90800/0x3313483622c9d7fa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1381:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960221:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90600/0x3313483622c9d7ec lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960228:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90600/0x3313483622c9d7ec lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960233:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90600/0x3313483622c9d7ec lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960237:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90600 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318258.960239:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90600/0x3313483622c9d7ec lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960247:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90600/0x3313483622c9d7ec lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960253:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd400) 00010000:00010000:2.0:1767318258.960256:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318258.960259:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90600/0x3313483622c9d7ec lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960264:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c90600/0x3313483622c9d7ec lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00000004:00010000:2.0:1767318258.960277:0:56440:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e8cc491c reply state 000000008f62e1b2 transno 34359738847 ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000100:00100000:2.0:1767318258.960284:0:56440:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318258.960374:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+143:81709:x1853163918010880:12345-192.168.203.16@tcp:36:rm.0 Request processed in 1082us (1686us total) trans 34359738847 rc 0/0 00000100:00100000:2.0:1767318258.960381:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 713 00010000:00010000:2.0:1767318258.960416:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.960421:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960427:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.960430:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960436:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960444:0:12859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1381:0x0].0x0 (ffff9a0316acda00) 00010000:00010000:2.0:1767318258.960446:0:12859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318258.960449:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960455:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91400/0x3313483622c9d801 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1381:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318258.960468:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.960470:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.960471:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.960530:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:21383:1853163938530176:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.960552:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.960582:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:21391:1853163938530304:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.960593:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.961028:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405826300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938528896:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.961043:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.961077:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938530944:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.961093:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.961116:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:21249:1853163938531072:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.961126:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.961148:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407531c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:16012:1853163938531200:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.961159:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.961180:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407530e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938531328:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.961192:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.961213:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407531880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:21393:1853163938531456:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.961224:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.961257:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918011136 00000100:00100000:1.0:1767318258.961263:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918011136 00010000:00010000:1.0:1767318258.961290:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c96465 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d08 expref: 44 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961308:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918011392 00000100:00100000:1.0:1767318258.961311:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918011392 00010000:00010000:1.0:1767318258.961325:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028800/0x3313483622c9692e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ba3 expref: 72 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961336:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918011648 00000100:00100000:1.0:1767318258.961338:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918011648 00010000:00010000:1.0:1767318258.961360:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028200/0x3313483622c96919 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b79 expref: 73 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961372:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918011904 00000100:00100000:1.0:1767318258.961374:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918011904 00010000:00010000:1.0:1767318258.961384:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8000/0x3313483622c9647a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d32 expref: 45 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961395:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918012160 00000100:00100000:1.0:1767318258.961397:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918012160 00010000:00010000:1.0:1767318258.961408:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c028a00/0x3313483622c96927 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b95 expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961418:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918012416 00000100:00100000:1.0:1767318258.961421:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918012416 00010000:00010000:1.0:1767318258.961431:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9646c lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d16 expref: 46 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961441:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918012672 00000100:00100000:1.0:1767318258.961444:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918012672 00010000:00010000:1.0:1767318258.961454:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9a00/0x3313483622c96488 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d4e expref: 47 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961464:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918011008 00000100:00100000:1.0:1767318258.961466:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918011008 00010000:00010000:1.0:1767318258.961479:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c96457 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cec expref: 48 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961502:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918011264 00000100:00100000:1.0:1767318258.961535:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918011264 00010000:00010000:1.0:1767318258.961550:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3a00/0x3313483622c96912 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b6b expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961561:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918011520 00000100:00100000:1.0:1767318258.961563:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918011520 00010000:00010000:1.0:1767318258.961572:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9645e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cfa expref: 49 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961582:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918011776 00000100:00100000:1.0:1767318258.961584:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918011776 00010000:00010000:1.0:1767318258.961594:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42a00/0x3313483622c96935 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb1 expref: 76 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961603:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918012032 00000100:00100000:1.0:1767318258.961606:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918012032 00010000:00010000:1.0:1767318258.961615:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3600/0x3313483622c9690b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b5d expref: 77 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961626:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918012288 00000100:00100000:1.0:1767318258.961628:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918012288 00010000:00010000:1.0:1767318258.961639:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c96473 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d24 expref: 50 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961649:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918012544 00000100:00100000:1.0:1767318258.961652:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918012544 00010000:00010000:1.0:1767318258.961662:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8400/0x3313483622c96481 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d40 expref: 51 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.961676:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32216 00000100:00100000:1.0:1767318258.961684:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+51:2480:x1853163918011136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.961696:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.961701:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c96465 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d08 expref: 51 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.961723:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c96465 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d08 expref: 51 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.961743:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c96465 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d08 expref: 51 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.961758:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.961760:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.961765:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.961774:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.961810:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.961844:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+50:2480:x1853163918011136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 160us (2856us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.961851:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32216 00000100:00100000:1.0:1767318258.961868:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32217 00000100:00100000:1.0:1767318258.961875:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+77:2480:x1853163918011392:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.961882:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.961886:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c028800/0x3313483622c9692e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ba3 expref: 77 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.961894:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c028800/0x3313483622c9692e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ba3 expref: 77 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.961909:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028800/0x3313483622c9692e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ba3 expref: 77 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.961918:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.961920:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.961923:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.961929:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.961950:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.961969:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+76:2480:x1853163918011392:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 95us (2962us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.961975:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32217 00000100:00100000:1.0:1767318258.961988:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32218 00000100:00100000:1.0:1767318258.961994:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+75:2480:x1853163918011648:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.962001:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.962006:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c028200/0x3313483622c96919 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b79 expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962015:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c028200/0x3313483622c96919 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b79 expref: 75 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962026:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962028:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962031:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962037:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962050:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.962068:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+75:2480:x1853163918011648:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 74us (3042us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.962074:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32218 00000100:00100000:1.0:1767318258.962087:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32219 00000100:00100000:1.0:1767318258.962093:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+49:2480:x1853163918011904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.962100:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.962105:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8000/0x3313483622c9647a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d32 expref: 49 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962115:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8000/0x3313483622c9647a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d32 expref: 49 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962127:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8000/0x3313483622c9647a lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d32 expref: 49 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962135:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962137:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962140:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962147:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962166:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.962184:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+48:2480:x1853163918011904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 92us (3141us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.962191:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32219 00000100:00100000:1.0:1767318258.962203:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32220 00000100:00100000:1.0:1767318258.962210:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041039a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+74:2480:x1853163918012160:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.962217:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.962221:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c028a00/0x3313483622c96927 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b95 expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962235:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c028a00/0x3313483622c96927 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b95 expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962247:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028a00/0x3313483622c96927 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b95 expref: 74 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962255:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962257:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962260:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962266:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962282:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.962300:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041039a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+73:2480:x1853163918012160:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 91us (3236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.962306:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32220 00000100:00100000:1.0:1767318258.962339:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32221 00000100:00100000:1.0:1767318258.962357:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303835f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+47:2480:x1853163918012416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.962364:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.962369:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9646c lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d16 expref: 47 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962377:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9646c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d16 expref: 47 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962389:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962390:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962393:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962399:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962411:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.962430:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303835f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+47:2480:x1853163918012416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 75us (3349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.962436:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32221 00000100:00100000:1.0:1767318258.962450:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32222 00000100:00100000:1.0:1767318258.962456:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303835880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+46:2480:x1853163918012672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.962463:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.962467:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9a00/0x3313483622c96488 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d4e expref: 46 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962476:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9a00/0x3313483622c96488 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d4e expref: 46 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962487:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962489:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962492:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962504:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962538:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.962556:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303835880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+46:2480:x1853163918012672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 100us (3458us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.962562:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32222 00000100:00100000:1.0:1767318258.962576:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32223 00000100:00100000:1.0:1767318258.962582:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303834700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2480:x1853163918011008:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.962589:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.962594:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c96457 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cec expref: 45 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962602:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c96457 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cec expref: 45 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962613:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962615:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962618:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962625:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962637:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.962651:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303834700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2480:x1853163918011008:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (3541us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.962658:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32223 00000100:00100000:1.0:1767318258.962671:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32224 00000100:00100000:1.0:1767318258.962677:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303835500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+72:2480:x1853163918011264:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.962685:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.962690:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3a00/0x3313483622c96912 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b6b expref: 72 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962698:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3a00/0x3313483622c96912 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b6b expref: 72 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962707:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962709:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962712:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962719:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962730:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.962744:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303835500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+72:2480:x1853163918011264:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (3622us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.962750:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32224 00000100:00100000:1.0:1767318258.962762:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32225 00000100:00100000:1.0:1767318258.962768:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+44:2480:x1853163918011520:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.962776:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.962780:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9645e lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cfa expref: 44 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962788:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9645e lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cfa expref: 44 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962798:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9645e lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cfa expref: 44 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962808:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962809:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962811:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962818:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962836:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.962850:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+43:2480:x1853163918011520:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 83us (3717us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.962855:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32225 00000100:00100000:1.0:1767318258.962868:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32226 00000100:00100000:1.0:1767318258.962875:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+71:2480:x1853163918011776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.962882:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.962886:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42a00/0x3313483622c96935 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb1 expref: 71 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962899:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42a00/0x3313483622c96935 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb1 expref: 71 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962910:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42a00/0x3313483622c96935 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bb1 expref: 71 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.962919:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962921:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.962924:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962931:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.962949:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.962964:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+70:2480:x1853163918011776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 90us (3818us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.962969:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32226 00000100:00100000:1.0:1767318258.962982:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32227 00000100:00100000:1.0:1767318258.962989:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041039a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+69:2480:x1853163918012032:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.962996:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.963001:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3600/0x3313483622c9690b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b5d expref: 69 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.963010:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3600/0x3313483622c9690b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b5d expref: 69 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.963021:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3600/0x3313483622c9690b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b5d expref: 69 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.963030:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.963032:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.963035:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963042:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963060:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.963075:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041039a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+68:2480:x1853163918012032:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 87us (3914us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.963081:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32227 00000100:00100000:1.0:1767318258.963104:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32228 00000100:00100000:1.0:1767318258.963110:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303837b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+42:2480:x1853163918012288:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.963117:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.963122:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c96473 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d24 expref: 42 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.963131:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c96473 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d24 expref: 42 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.963142:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c96473 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d24 expref: 42 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.963151:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.963152:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.963155:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963162:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963180:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.963196:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303837b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+41:2480:x1853163918012288:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (4021us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.963201:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32228 00000100:00100000:1.0:1767318258.963214:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32229 00000100:00100000:1.0:1767318258.963221:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+40:2480:x1853163918012544:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.963229:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.963234:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8400/0x3313483622c96481 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d40 expref: 40 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.963242:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8400/0x3313483622c96481 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d40 expref: 40 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.963255:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.963257:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.963260:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963272:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963284:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.963299:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+40:2480:x1853163918012544:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 78us (4107us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.963304:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32229 00010000:00010000:1.0:1767318258.963335:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963358:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963367:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963375:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963393:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.963688:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+269:6188:x1853163938529536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23755us (24561us total) trans 4294975976 rc 0/0 00000100:00100000:1.0:1767318258.963696:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23706 00010000:00010000:1.0:1767318258.963719:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963731:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963739:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963746:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963757:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.963908:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1502:6185:x1853163938530816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24969us (25027us total) trans 4294975560 rc 0/0 00000100:00100000:1.0:1767318258.963916:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23704 00010000:00010000:1.0:1767318258.963938:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963946:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963953:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963960:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.963973:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318258.964093:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+269:6188:x1853163938529024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24303us (24999us total) trans 4294975977 rc 0/0 00000100:00100000:1.0:1767318258.964099:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23705 00010000:00010000:1.0:1767318258.964118:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318258.964123:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964130:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.964134:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964142:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964155:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964162:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9d7bb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964178:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.964181:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964187:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.964190:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964200:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964209:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964216:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9d7ad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964229:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.964232:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964237:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.964240:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964247:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964256:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964263:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9d7b4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964280:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.964281:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.964283:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.964294:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964301:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964308:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964315:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964326:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.964529:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+269:6185:x1853163938529792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25877us (28435us total) trans 4294975978 rc 0/0 00000100:00100000:1.0:1767318258.964536:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23703 00010000:00010000:1.0:1767318258.964562:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964571:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964578:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964585:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.964596:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.964747:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1502:6188:x1853163938530688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24691us (25588us total) trans 4294975561 rc 0/0 00000100:00100000:1.0:1767318258.964754:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23707 00010000:00010000:1.0:1767318258.965131:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9646c lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d16 expref: 39 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.965145:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938531840:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.965167:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965176:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965184:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965191:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965197:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965217:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318258.965369:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1502:6188:x1853163938530560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25143us (25696us total) trans 4294975562 rc 0/0 00000100:00100000:1.0:1767318258.965376:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23708 00010000:00010000:1.0:1767318258.965414:0:14896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9a00/0x3313483622c96488 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d4e expref: 38 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.965423:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938532096:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.965435:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965442:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965447:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965453:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965459:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965466:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318258.965603:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1502:6188:x1853163938531712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24528us (24579us total) trans 4294975563 rc 0/0 00000100:00100000:1.0:1767318258.965610:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23710 00010000:00010000:1.0:1767318258.965641:0:21387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8400/0x3313483622c96481 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d40 expref: 37 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.965651:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407532a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938531968:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.965663:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965671:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965677:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965685:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965691:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965698:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318258.965816:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1502:6185:x1853163938531584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24946us (25008us total) trans 4294975564 rc 0/0 00000100:00100000:1.0:1767318258.965822:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23709 00010000:00010000:1.0:1767318258.965840:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318258.965852:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965861:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.965865:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965873:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965892:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965900:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9d7a6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.965909:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318258.965919:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318258.965919:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965925:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.965935:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.965938:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.965940:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965942:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965962:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.965963:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965977:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.965983:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.965999:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9d7c9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.966001:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9d7c2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966025:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.966030:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.966031:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.966038:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966042:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.966048:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.966050:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.966055:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966062:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.966067:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966080:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.966084:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966091:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d7d7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.966096:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9d7d0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966119:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.966120:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.966123:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.966124:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.966129:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.966129:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.966139:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.966153:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318258.966165:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407531500/2, rc 0, transno 4294975564 00010000:00010000:2.0:1767318258.966165:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.966176:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.966182:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938531584:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318258.966185:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318258.966196:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c130700/2, rc 0, transno 4294975560 00000100:00100000:1.0:1767318258.966203:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938530816:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318258.966204:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767318258.966220:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117c9880/2, rc 0, transno 4294975978 00000100:00100000:1.0:1767318258.966233:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938529792:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318258.966315:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.966319:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966325:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.966328:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966334:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966358:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966365:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9d77c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966378:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.966380:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.966382:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.966393:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938532608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.966428:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.966453:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318258.966458:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938532736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.966478:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.966500:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938532608 00000100:00100000:1.0:1767318258.966524:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938532608 00000100:00100000:1.0:1767318258.966556:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938532736 00000100:00100000:1.0:1767318258.966559:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938532736 00000100:00100000:1.0:1767318258.966575:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23713 00000100:00100000:1.0:1767318258.966584:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1503:6185:x1853163938532608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.966604:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:488 count 1 00010000:00010000:1.0:1767318258.966623:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966637:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8800/0x3313483622c9648f lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d5c expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.966644:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.966646:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.966649:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966671:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8800/0x3313483622c9648f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d5c expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.966683:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8800/0x3313483622c9648f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d5c expref: 36 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.966694:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938532864:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.966734:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59f00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.966750:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23714 00000100:00100000:1.0:1767318258.966758:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1503:6185:x1853163938532736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.966773:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:489 count 1 00010000:00010000:1.0:1767318258.966783:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966794:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9000/0x3313483622c96496 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d6a expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.966801:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.966802:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.966804:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966820:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9000/0x3313483622c96496 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d6a expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.966829:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9000/0x3313483622c96496 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d6a expref: 36 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.966837:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:21393:1853163938532992:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.966857:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59300 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.966881:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966888:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966896:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966903:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.966916:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.967083:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+269:6185:x1853163938529664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30194us (33382us total) trans 4294975979 rc 0/0 00000100:00100000:1.0:1767318258.967090:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23700 00000004:00080000:1.0:1767318258.967123:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117cad80/2, rc 0, transno 4294975979 00000100:00100000:1.0:1767318258.967129:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938529664:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.967150:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407531180/2, rc 0, transno 4294975563 00000100:00100000:1.0:1767318258.967158:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407531180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938531712:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.967168:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c132a00/2, rc 0, transno 4294975562 00000100:00100000:1.0:1767318258.967171:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c132a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938530560:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318258.967179:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405825f80/2, rc 0, transno 4294975977 00000100:00100000:1.0:1767318258.967182:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405825f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938529024:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.967190:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405826d80/2, rc 0, transno 4294975976 00000100:00100000:1.0:1767318258.967193:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938529536:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.967201:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c133480/2, rc 0, transno 4294975561 00000100:00100000:1.0:1767318258.967204:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938530688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.967275:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938533120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.967299:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.967320:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318258.967326:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938533248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.967366:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.967397:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938533120 00000100:00100000:1.0:1767318258.967402:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938533120 00000100:00100000:1.0:1767318258.967426:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938533248 00000100:00100000:1.0:1767318258.967429:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938533248 00000100:00100000:1.0:1767318258.967452:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23715 00000100:00100000:2.0:1767318258.967457:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1506:6187:x1853163938528768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35398us (35590us total) trans 4294975565 rc 0/0 00000100:00100000:1.0:1767318258.967463:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1506:6187:x1853163938533120:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.967472:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23697 00002000:00080000:1.0:1767318258.967480:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:490 count 1 00000100:00100000:2.0:1767318258.967493:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23716 00010000:00010000:1.0:1767318258.967495:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.967532:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9400/0x3313483622c9649d lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d78 expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.967539:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.967540:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.967543:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.967562:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9400/0x3313483622c9649d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d78 expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.967570:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9400/0x3313483622c9649d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d78 expref: 36 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.967579:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938533504:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.967606:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59540 going to sleep for 11 seconds 00000004:00080000:1.0:1767318258.967628:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311709f80/2, rc 0, transno 4294975565 00000100:00100000:1.0:1767318258.967636:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938528768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.967669:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407531880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938533632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.967692:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.967710:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318258.967716:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938533376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318258.967719:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1505:6187:x1853163938533248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318258.967738:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:491 count 1 00000100:00100000:1.0:1767318258.967739:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318258.967754:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.967765:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938533632 00000100:00100000:1.0:1767318258.967770:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938533632 00000100:00100000:1.0:1767318258.967790:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938533376 00000100:00100000:1.0:1767318258.967792:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938533376 00000100:00100000:1.0:1767318258.967806:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23717 00000100:00100000:1.0:1767318258.967811:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1507:6186:x1853163938533632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.967823:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:493 count 1 00010000:00010000:1.0:1767318258.967834:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.967846:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9e00/0x3313483622c964b2 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da2 expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.967853:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.967854:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.967857:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.967875:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9e00/0x3313483622c964b2 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da2 expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.967883:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9e00/0x3313483622c964b2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da2 expref: 36 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.967892:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938533760:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.967917:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59000 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.967934:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23718 00000100:00100000:1.0:1767318258.967941:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1507:6186:x1853163938533376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.967954:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:492 count 1 00010000:00010000:1.0:1767318258.967964:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.967975:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9800/0x3313483622c964ab lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d94 expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.967981:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.967983:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.967985:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968002:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9800/0x3313483622c964ab lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d94 expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.968011:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9800/0x3313483622c964ab lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d94 expref: 36 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.968020:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938533888:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.968039:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.968123:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405826300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938534016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.968149:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.968167:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318258.968172:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938534144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.968191:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.968211:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938534016 00000100:00100000:1.0:1767318258.968214:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938534016 00000100:00100000:1.0:1767318258.968234:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938534144 00000100:00100000:1.0:1767318258.968237:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938534144 00000100:00100000:1.0:1767318258.968253:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23719 00000100:00100000:1.0:1767318258.968258:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+270:6187:x1853163938534016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.968271:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:459 count 1 00010000:00010000:1.0:1767318258.968285:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968296:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43400/0x3313483622c96943 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bcd expref: 67 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.968301:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.968302:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.968305:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968323:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43400/0x3313483622c96943 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bcd expref: 67 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.968331:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43400/0x3313483622c96943 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bcd expref: 67 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.968357:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306352a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938534528:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.968375:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a040849df00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.968389:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23720 00000100:00100000:1.0:1767318258.968396:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+270:6187:x1853163938534144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.968406:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:460 count 1 00010000:00010000:1.0:1767318258.968416:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968428:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43200/0x3313483622c9694a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bdb expref: 67 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.968434:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.968435:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.968438:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968455:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43200/0x3313483622c9694a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bdb expref: 67 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.968463:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43200/0x3313483622c9694a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bdb expref: 67 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.968472:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306353b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938534656:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.968490:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a041006cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.968525:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938534400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.968549:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.968567:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318258.968572:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938534272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.968592:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.968614:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938534400 00000100:00100000:1.0:1767318258.968617:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938534400 00000100:00100000:1.0:1767318258.968637:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938534272 00000100:00100000:1.0:1767318258.968640:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938534272 00000100:00100000:1.0:1767318258.968660:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23721 00000100:00100000:1.0:1767318258.968665:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+272:6186:x1853163938534400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.968676:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:462 count 1 00010000:00010000:1.0:1767318258.968687:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968698:0:21388:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c96958 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf7 expref: 67 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.968704:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.968705:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.968707:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968725:0:21388:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c96958 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf7 expref: 67 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.968733:0:21388:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c96958 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf7 expref: 67 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.968746:0:21388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:21388:1853163938534784:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.968763:0:21388:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a041006c480 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.968779:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23722 00000100:00100000:1.0:1767318258.968786:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+272:6186:x1853163938534272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.968798:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:461 count 1 00010000:00010000:1.0:1767318258.968808:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968819:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c96951 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be9 expref: 67 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.968825:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.968826:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.968829:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968848:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c96951 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be9 expref: 67 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.968855:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c96951 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be9 expref: 67 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.968864:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938534912:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.968882:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a041006c240 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.968911:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968920:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968929:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968937:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.968955:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.969197:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1508:6185:x1853163938528640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32173us (34347us total) trans 4294975566 rc 0/0 00000100:00100000:1.0:1767318258.969205:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23701 00000004:00080000:1.0:1767318258.969240:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311708a80/2, rc 0, transno 4294975566 00000100:00100000:1.0:1767318258.969250:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938528640:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.969299:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309336300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938535040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.969321:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.969362:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938535040 00000100:00100000:1.0:1767318258.969367:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938535040 00000100:00100000:1.0:1767318258.969388:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23723 00000100:00100000:1.0:1767318258.969394:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1508:6187:x1853163938535040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.969406:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:494 count 1 00010000:00010000:1.0:1767318258.969418:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.969434:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8600/0x3313483622c964b9 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db0 expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.969440:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.969441:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.969444:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.969462:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8600/0x3313483622c964b9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db0 expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.969470:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8600/0x3313483622c964b9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db0 expref: 36 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.969480:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938535168:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.969500:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5600 going to sleep for 11 seconds 00010000:00010000:0.0:1767318258.971246:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c028200/0x3313483622c96919 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b79 expref: 67 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.971268:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938530432:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.971290:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.971301:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.971314:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.971325:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.971353:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.971377:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318258.971680:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+273:6185:x1853163938529280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34465us (36211us total) trans 4294975980 rc 0/0 00000100:00100000:0.0:1767318258.971690:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23702 00010000:00010000:1.0:1767318258.971976:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318258.971984:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.971992:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.971996:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972004:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972027:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972034:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90200/0x3313483622c9d791 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972057:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.972061:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972068:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.972070:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972077:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972087:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972093:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90a00/0x3313483622c9d798 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972106:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.972109:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972120:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.972122:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972128:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972137:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972144:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9d79f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972157:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.972159:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.972161:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318258.972189:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405825c00/2, rc 0, transno 4294975980 00000100:00100000:1.0:1767318258.972212:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938529280:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318258.972366:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9c00/0x3313483622c964a4 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d86 expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.972376:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.972378:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.972382:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.972421:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9c00/0x3313483622c964a4 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d86 expref: 36 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318258.972443:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9c00/0x3313483622c964a4 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d86 expref: 36 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.972457:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938535296:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318258.972539:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a2540 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.972576:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.972633:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae3a00/0x3313483622c96912 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b6b expref: 66 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.972636:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.972645:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318258.972647:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938530048:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.972653:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.972665:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972679:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972685:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.972693:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.973406:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.973429:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.973656:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+273:6185:x1853163938529152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37233us (39993us total) trans 4294975981 rc 0/0 00000100:00100000:1.0:1767318258.973665:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23699 00010000:00010000:0.0:1767318258.973817:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.973823:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.973832:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.973836:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.973844:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.973860:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.973872:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9d78a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.973888:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.973890:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.973891:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.973913:0:21440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c96457 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cec expref: 36 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.973928:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938529920:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.973943:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.973951:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.973963:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.973972:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.973979:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.974022:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.974159:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1509:6185:x1853163938528512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37989us (40558us total) trans 4294975567 rc 0/0 00000100:00100000:1.0:1767318258.974165:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23698 00000100:00100000:1.0:1767318258.974184:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318258.974196:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938535424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.974223:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.974247:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938535424 00000100:00100000:1.0:1767318258.974252:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938535424 00000100:00100000:1.0:1767318258.974279:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23724 00000100:00100000:1.0:1767318258.974285:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+273:6187:x1853163938535424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.974307:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:463 count 1 00010000:00010000:1.0:1767318258.974336:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.974358:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9695f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c05 expref: 65 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.974370:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.974373:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.974376:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.974397:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9695f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c05 expref: 65 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.974406:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9695f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c05 expref: 65 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.974417:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938535552:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.974454:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5180 going to sleep for 11 seconds 00000004:00080000:1.0:1767318258.974478:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405827800/2, rc 0, transno 4294975981 00000100:00100000:1.0:1767318258.974488:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405827800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938529152:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.974498:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311708380/2, rc 0, transno 4294975567 00000100:00100000:1.0:1767318258.974519:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938528512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.974556:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318258.974563:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938535680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.974583:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.974601:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938535680 00000100:00100000:1.0:1767318258.974604:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938535680 00000100:00100000:1.0:1767318258.974623:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23725 00000100:00100000:1.0:1767318258.974628:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1509:6186:x1853163938535680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.974640:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:495 count 1 00010000:00010000:1.0:1767318258.974651:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.974662:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9600/0x3313483622c964c0 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dbe expref: 35 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.974668:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.974670:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.974672:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.974688:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9600/0x3313483622c964c0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dbe expref: 35 pid: 14896 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.974696:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9600/0x3313483622c964c0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dbe expref: 35 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.974717:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938535808:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.974738:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5540 going to sleep for 11 seconds 00000100:00100000:1.0:1767318258.974815:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938535936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318258.974836:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.974860:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938535936 00000100:00100000:1.0:1767318258.974863:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938535936 00000100:00100000:1.0:1767318258.974884:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23726 00000100:00100000:1.0:1767318258.974889:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+274:6186:x1853163938535936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318258.974899:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:464 count 1 00010000:00010000:1.0:1767318258.974910:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.974921:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c96966 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c13 expref: 65 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.974927:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.974928:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.974931:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.974946:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c96966 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c13 expref: 65 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.974954:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c96966 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c13 expref: 65 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.974962:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938536064:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318258.976598:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318258.977372:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.977393:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318258.977472:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938532480:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.977496:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.980565:0:6172:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.980581:0:6172:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.980589:0:6172:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.980596:0:6172:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91800 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:1.0:1767318258.980600:0:6172:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.980609:0:6172:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.980624:0:6172:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x608e032b (ffff9a0316acd600) 00010000:00010000:1.0:1767318258.980627:0:6172:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767318258.980632:0:6172:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:1.0:1767318258.980638:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91800/0x3313483622c9d7f3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x608e032b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00000100:00100000:1.0:1767318258.980725:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938534912:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.980750:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.980778:0:21388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:21388:1853163938534784:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.980788:0:21388:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.980811:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938533888:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.980824:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.980843:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306353b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938534656:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.980852:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.980883:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:21393:1853163938532992:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.980895:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.980918:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938533760:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.980930:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.980950:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306352a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938534528:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.980961:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.980980:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938532864:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.980990:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.981011:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407532d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938533504:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.981021:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.981043:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938535168:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.981054:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.981076:0:25439:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311993b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:25439:1853163938532352:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.981087:0:25439:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318258.981107:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918012928 00000100:00100000:1.0:1767318258.981114:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918012928 00010000:00010000:1.0:1767318258.981149:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42800/0x3313483622c9693c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bbf expref: 66 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.981183:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918012800 00000100:00100000:1.0:1767318258.981186:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918012800 00010000:00010000:1.0:1767318258.981198:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c029000/0x3313483622c96920 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b87 expref: 67 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.981223:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32230 00000100:00100000:1.0:1767318258.981232:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303836300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+67:2480:x1853163918012928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318258.981245:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318258.981250:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42800/0x3313483622c9693c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bbf expref: 67 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.981260:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42800/0x3313483622c9693c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bbf expref: 67 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.981280:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f42800/0x3313483622c9693c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bbf expref: 67 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318258.981297:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.981300:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.981304:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.981601:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32231 00000100:00100000:2.0:1767318258.981610:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303835c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+66:2480:x1853163918012800:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.981619:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.981624:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c029000/0x3313483622c96920 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b87 expref: 66 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.981636:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c029000/0x3313483622c96920 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b87 expref: 66 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.981651:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c029000/0x3313483622c96920 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554b87 expref: 66 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.981660:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.981662:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.981665:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.981674:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.981698:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318258.981795:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.981816:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318258.981866:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303836300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+65:2480:x1853163918012928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 635us (4499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318258.981873:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32230 00010000:00010000:1.0:1767318258.981990:0:25439:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.981999:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.982008:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.982016:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318258.983168:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303835c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+64:2480:x1853163918012800:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1553us (5768us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.983180:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32231 00000100:00100000:3.0:1767318258.983845:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.983883:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.983903:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.983923:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.983941:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.983953:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.983980:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.983991:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.984023:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918013312 00000100:00100000:3.0:1767318258.984029:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918013312 00010000:00010000:3.0:1767318258.984062:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9000/0x3313483622c96496 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d6a expref: 36 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.984083:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918013568 00000100:00100000:3.0:1767318258.984086:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918013568 00010000:00010000:3.0:1767318258.984097:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9e00/0x3313483622c964b2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da2 expref: 37 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.984106:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918013824 00000100:00100000:3.0:1767318258.984109:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918013824 00010000:00010000:3.0:1767318258.984119:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43400/0x3313483622c96943 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bcd expref: 64 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.984128:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918014080 00000100:00100000:3.0:1767318258.984131:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918014080 00010000:00010000:3.0:1767318258.984140:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c96958 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf7 expref: 65 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.984149:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918014336 00000100:00100000:3.0:1767318258.984151:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918014336 00010000:00010000:3.0:1767318258.984161:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8600/0x3313483622c964b9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db0 expref: 38 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.984169:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918014464 00000100:00100000:3.0:1767318258.984172:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918014464 00010000:00010000:3.0:1767318258.984180:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9c00/0x3313483622c964a4 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d86 expref: 39 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.984195:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918014592 00000100:00100000:3.0:1767318258.984198:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918014592 00010000:00010000:3.0:1767318258.984209:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9695f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c05 expref: 66 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.984220:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918014720 00000100:00100000:3.0:1767318258.984222:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918014720 00010000:00010000:3.0:1767318258.984231:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9600/0x3313483622c964c0 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dbe expref: 40 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.984243:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32232 00000100:00100000:3.0:1767318258.984250:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+40:2480:x1853163918013312:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.984264:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.984269:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9000/0x3313483622c96496 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d6a expref: 40 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.984280:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9000/0x3313483622c96496 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d6a expref: 40 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.984302:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9000/0x3313483622c96496 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d6a expref: 40 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.984453:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32233 00000100:00100000:2.0:1767318258.984465:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+39:2480:x1853163918013568:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.984473:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.984478:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9e00/0x3313483622c964b2 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da2 expref: 39 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984487:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9e00/0x3313483622c964b2 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da2 expref: 39 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984499:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9e00/0x3313483622c964b2 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da2 expref: 39 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984531:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.984533:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.984538:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.984547:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.984575:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.984611:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+38:2480:x1853163918013568:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 149us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.984617:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32233 00000100:00100000:2.0:1767318258.984635:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32234 00000100:00100000:2.0:1767318258.984640:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041039ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+66:2480:x1853163918013824:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.984648:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.984653:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43400/0x3313483622c96943 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bcd expref: 66 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984662:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43400/0x3313483622c96943 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bcd expref: 66 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984675:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43400/0x3313483622c96943 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bcd expref: 66 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984684:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.984686:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.984689:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.984696:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.984714:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.984731:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041039ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+65:2480:x1853163918013824:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 91us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.984737:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32234 00000100:00100000:2.0:1767318258.984750:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32235 00000100:00100000:2.0:1767318258.984756:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+64:2480:x1853163918014080:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.984763:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.984768:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c96958 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf7 expref: 64 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984777:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c96958 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf7 expref: 64 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984789:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c96958 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bf7 expref: 64 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984799:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.984800:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.984803:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.984815:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.984832:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.984851:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+63:2480:x1853163918014080:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 95us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.984857:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32235 00000100:00100000:2.0:1767318258.984870:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32236 00000100:00100000:2.0:1767318258.984876:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+37:2480:x1853163918014336:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.984883:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.984888:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8600/0x3313483622c964b9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db0 expref: 37 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984897:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8600/0x3313483622c964b9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db0 expref: 37 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984909:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8600/0x3313483622c964b9 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db0 expref: 37 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.984918:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.984920:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.984922:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.984929:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.984946:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.984963:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+36:2480:x1853163918014336:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 87us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.984969:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32236 00000100:00100000:2.0:1767318258.984981:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32237 00000100:00100000:2.0:1767318258.984987:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+35:2480:x1853163918014464:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.984997:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.985002:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9c00/0x3313483622c964a4 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d86 expref: 35 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.985010:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9c00/0x3313483622c964a4 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d86 expref: 35 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.985021:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.985023:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.985026:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.985034:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.985045:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.985064:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+35:2480:x1853163918014464:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (1109us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.985070:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32237 00000100:00100000:2.0:1767318258.985082:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32238 00000100:00100000:2.0:1767318258.985089:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311571c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+62:2480:x1853163918014592:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.985096:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.985101:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9695f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c05 expref: 62 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.985110:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9695f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c05 expref: 62 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.985120:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.985122:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.985124:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.985131:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.985141:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.985159:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311571c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+62:2480:x1853163918014592:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.985164:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32238 00000100:00100000:2.0:1767318258.985176:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32239 00000100:00100000:2.0:1767318258.985182:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311573800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+34:2480:x1853163918014720:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318258.985189:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318258.985195:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9600/0x3313483622c964c0 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dbe expref: 34 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.985203:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9600/0x3313483622c964c0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dbe expref: 34 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318258.985215:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.985217:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318258.985219:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.985226:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.985237:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318258.985256:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311573800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+34:2480:x1853163918014720:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 73us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.985263:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32239 00010000:00010000:3.0:1767318258.985457:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.985460:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.985463:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.985476:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.985497:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318258.985933:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318258.985941:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.985949:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.985954:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.985964:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.985978:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.985985:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9d783 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.986005:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318258.986010:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.986020:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318258.986023:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.986030:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.986040:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 2/0,0 mode: --/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.986047:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.986049:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.986051:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318258.986736:0:21440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9695f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c05 expref: 61 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318258.986752:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938535552:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318258.986774:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.986784:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.986792:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.986806:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.986813:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318258.986834:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318258.987201:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318258.987208:0:25439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c91000/0x3313483622c9d7de lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318258.987640:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+33:2480:x1853163918013312:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3387us (3796us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.987650:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32232 00010000:00010000:3.0:1767318258.987719:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.987729:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.987738:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.987746:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.987760:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318258.987935:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1510:6185:x1853163938532736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21177us (21455us total) trans 4294975568 rc 0/0 00000100:00100000:3.0:1767318258.987943:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23714 00000100:00100000:3.0:1767318258.987990:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.988013:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.988032:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.988050:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.988062:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.988074:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.988094:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318258.988115:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918013184 00000100:00100000:3.0:1767318258.988121:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918013184 00010000:00010000:3.0:1767318258.988149:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8800/0x3313483622c9648f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d5c expref: 33 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.988164:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918013440 00000100:00100000:3.0:1767318258.988166:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918013440 00010000:00010000:3.0:1767318258.988177:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9400/0x3313483622c9649d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d78 expref: 34 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.988188:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918013696 00000100:00100000:3.0:1767318258.988191:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918013696 00010000:00010000:3.0:1767318258.988199:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9800/0x3313483622c964ab lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d94 expref: 35 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.988210:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918013952 00000100:00100000:3.0:1767318258.988212:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918013952 00010000:00010000:3.0:1767318258.988222:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43200/0x3313483622c9694a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bdb expref: 61 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.988232:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918014208 00000100:00100000:3.0:1767318258.988235:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918014208 00010000:00010000:3.0:1767318258.988245:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c96951 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be9 expref: 62 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.988257:0:13478:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918014848 00000100:00100000:3.0:1767318258.988260:0:13478:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918014848 00010000:00010000:3.0:1767318258.988270:0:13478:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c96966 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c13 expref: 63 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318258.988283:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32240 00000100:00100000:3.0:1767318258.988291:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311573480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+35:2481:x1853163918013184:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.988302:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.988307:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8800/0x3313483622c9648f lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d5c expref: 35 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988318:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8800/0x3313483622c9648f lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d5c expref: 35 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988338:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8800/0x3313483622c9648f lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d5c expref: 35 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988365:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988368:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988372:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988382:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988406:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.988425:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311573480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+34:2481:x1853163918013184:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 135us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.988432:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32240 00000100:00100000:3.0:1767318258.988445:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32241 00000100:00100000:3.0:1767318258.988452:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410398450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+33:2481:x1853163918013440:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.988460:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.988464:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9400/0x3313483622c9649d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d78 expref: 33 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988474:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9400/0x3313483622c9649d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d78 expref: 33 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988485:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9400/0x3313483622c9649d lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d78 expref: 33 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988495:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988497:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988500:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988532:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988549:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.988565:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410398450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+32:2481:x1853163918013440:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 113us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.988572:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32241 00000100:00100000:3.0:1767318258.988597:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32242 00000100:00100000:3.0:1767318258.988603:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+31:2481:x1853163918013696:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.988612:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.988617:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9800/0x3313483622c964ab lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d94 expref: 31 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988627:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9800/0x3313483622c964ab lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d94 expref: 31 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988640:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9800/0x3313483622c964ab lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d94 expref: 31 pid: 14896 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988649:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988651:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988654:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988663:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988682:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.988696:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+30:2481:x1853163918013696:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 93us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.988703:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32242 00000100:00100000:3.0:1767318258.988714:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32243 00000100:00100000:3.0:1767318258.988721:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+63:2481:x1853163918013952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.988731:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.988737:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43200/0x3313483622c9694a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bdb expref: 63 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988752:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43200/0x3313483622c9694a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bdb expref: 63 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988766:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311f43200/0x3313483622c9694a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554bdb expref: 63 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988775:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988776:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988780:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988787:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988811:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.988826:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+62:2481:x1853163918013952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 106us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.988831:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32243 00000100:00100000:3.0:1767318258.988842:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32244 00000100:00100000:3.0:1767318258.988848:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+61:2481:x1853163918014208:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.988854:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.988859:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c96951 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be9 expref: 61 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988868:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c96951 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be9 expref: 61 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988879:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c96951 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554be9 expref: 61 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988887:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988889:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988892:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988899:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988916:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.988932:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+60:2481:x1853163918014208:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 83us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.988938:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32244 00000100:00100000:3.0:1767318258.988950:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32245 00000100:00100000:3.0:1767318258.988956:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+59:2481:x1853163918014848:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318258.988963:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318258.988967:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c96966 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c13 expref: 59 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988976:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c96966 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c13 expref: 59 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318258.988986:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988987:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318258.988990:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.988997:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989009:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318258.989022:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+59:2481:x1853163918014848:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 66us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318258.989028:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32245 00010000:00010000:3.0:1767318258.989049:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989057:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989065:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989072:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989087:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318258.989279:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+277:6186:x1853163938534272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20492us (20684us total) trans 4294975984 rc 0/0 00000100:00100000:3.0:1767318258.989286:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23722 00010000:00010000:3.0:1767318258.989306:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318258.989312:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989320:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.989324:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989332:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989358:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989365:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1a600/0x3313483622c9d855 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989382:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318258.989385:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989392:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.989395:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989402:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989413:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989425:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d80f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989438:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318258.989442:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989447:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318258.989450:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989456:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989463:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989470:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9d847 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318258.989480:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.989482:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318258.989484:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.991387:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318258.991409:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918013056 00000100:00100000:2.0:1767318258.991419:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918013056 00000100:00100000:2.0:1767318258.991466:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 714 00000100:00100000:2.0:1767318258.991475:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+142:81709:x1853163918013056:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318258.991495:0:57486:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318258.991530:0:57486:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d86a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555558 expref: -99 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.991622:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a200/0x3313483622c9d871 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.991636:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a200/0x3313483622c9d871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.991646:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a200/0x3313483622c9d871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000004:00200000:2.0:1767318258.991710:0:57486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1767318258.991714:0:57486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1767318258.991737:0:57486:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a200/0x3313483622c9d871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318258.991761:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a0310c91600/0x3313483622c9d86a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555558 expref: 144 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.991779:0:57486:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a200/0x3313483622c9d871 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555558 expref: 143 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.991787:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd000) 00010000:00010000:2.0:1767318258.991790:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1767318258.991793:0:57486:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030915a200, rc 0) 00000100:00100000:2.0:1767318258.991840:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+143:81709:x1853163918013056:12345-192.168.203.16@tcp:101:rm.0 Request processed in 366us (3743us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318258.991847:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 714 00010000:00010000:2.0:1767318258.991868:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.991874:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.991911:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9c00/0x3313483622c964a4 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d86 expref: 29 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318258.991924:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938535296:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.991941:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.991950:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.991957:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.991966:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.991974:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.991991:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318258.992227:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1510:6187:x1853163938533248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24726us (24861us total) trans 4294975569 rc 0/0 00000100:00100000:2.0:1767318258.992235:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23716 00010000:00010000:1.0:1767318258.995261:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.995280:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.995291:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.995299:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.995322:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.995629:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+277:6187:x1853163938534144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27230us (27434us total) trans 4294975985 rc 0/0 00000100:00100000:1.0:1767318258.995639:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23720 00010000:00010000:1.0:1767318258.995679:0:21388:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.995686:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.995693:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.995699:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.995892:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318258.996024:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+277:6186:x1853163938534400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27358us (27473us total) trans 4294975986 rc 0/0 00000100:00100000:1.0:1767318258.996030:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23721 00010000:00010000:1.0:1767318258.996079:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c96966 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c13 expref: 58 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.996091:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938536064:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318258.996110:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.996119:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.996125:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.996132:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.996140:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.996153:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318258.996276:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+277:6186:x1853163938535936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21386us (21438us total) trans 4294975987 rc 0/0 00000100:00100000:1.0:1767318258.996283:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23726 00000004:00080000:1.0:1767318258.996320:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317be5c00/2, rc 0, transno 4294975985 00000100:00100000:1.0:1767318258.996334:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938534144:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318258.996362:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a75180/2, rc 0, transno 4294975569 00000100:00100000:1.0:1767318258.996372:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938533248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.996446:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938536192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318258.996477:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318258.996532:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938536192 00000100:00100000:1.0:1767318258.996537:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938536192 00000100:00100000:1.0:1767318258.996568:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23727 00000100:00100000:1.0:1767318258.996576:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1510:6187:x1853163938536192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318258.996600:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:496 count 1 00010000:00010000:1.0:1767318258.996622:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.996637:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c964c7 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dcc expref: 28 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.996644:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.996646:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318258.996650:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.996671:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c964c7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dcc expref: 28 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318258.996689:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c964c7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dcc expref: 28 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318258.996701:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938536320:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318258.997296:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318258.997303:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997312:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c91e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.997316:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997325:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997353:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997366:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c91e00/0x3313483622c9d81d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997386:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318258.997390:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997396:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.997400:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997407:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997416:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997423:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9d839 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997434:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318258.997438:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997443:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.997446:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997454:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997462:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997468:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9d840 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997477:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318258.997479:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997485:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318258.997488:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997495:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997503:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997527:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b200/0x3313483622c9d863 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318258.997542:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.997544:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.997546:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318258.997561:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318258.997850:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318258.998049:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5300 going to sleep for 11 seconds 00010000:00010000:1.0:1767318258.998689:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.998701:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.998722:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.998730:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.998744:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.998996:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1511:6186:x1853163938533376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31054us (31254us total) trans 4294975570 rc 0/0 00000100:00100000:1.0:1767318258.999005:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23718 00010000:00010000:1.0:1767318258.999037:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999045:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999052:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999058:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999069:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.999190:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+1511:6186:x1853163938533632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31378us (31496us total) trans 4294975571 rc 0/0 00000100:00100000:1.0:1767318258.999197:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23717 00010000:00010000:1.0:1767318258.999216:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.999221:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999228:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.999232:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999239:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999254:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999262:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d82b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999283:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.999286:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999293:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.999296:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999303:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999322:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999329:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9d824 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999350:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.999352:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.999354:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.999365:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999373:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999381:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999387:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999399:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318258.999558:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+277:6187:x1853163938534016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31299us (31407us total) trans 4294975988 rc 0/0 00000100:00100000:1.0:1767318258.999565:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23719 00000004:00080000:1.0:1767318258.999613:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405826300/2, rc 0, transno 4294975988 00000100:00100000:1.0:1767318258.999621:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405826300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938534016:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318258.999642:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999651:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999659:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999666:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999678:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318258.999804:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1511:6185:x1853163938532608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33221us (33376us total) trans 4294975572 rc 0/0 00000100:00100000:1.0:1767318258.999811:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23713 00010000:00010000:1.0:1767318258.999827:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318258.999831:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999838:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.999841:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999848:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999859:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999866:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9d832 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999882:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318258.999885:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999891:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318258.999893:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999899:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999913:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999920:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d808 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999932:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.999933:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.999935:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318258.999945:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999952:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999959:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999966:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318258.999978:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.000098:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1511:6187:x1853163938533120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32637us (32797us total) trans 4294975573 rc 0/0 00000100:00100000:1.0:1767318259.000105:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23715 00000004:00080000:1.0:1767318259.000135:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a74000/2, rc 0, transno 4294975573 00000100:00100000:1.0:1767318259.000144:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938533120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.000199:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.000212:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938536448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.000243:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.000267:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.000272:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.000279:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.000282:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.000289:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.000300:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.000307:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9d816 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.000321:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.000323:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.000324:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.000334:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938536448 00000100:00100000:1.0:1767318259.000339:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938536448 00010000:00010000:2.0:1767318259.000883:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.001021:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.001026:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.001036:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918014976 00000100:00100000:2.0:1767318259.001041:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918014976 00000100:00100000:2.0:1767318259.001094:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 715 00000100:00100000:2.0:1767318259.001102:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+143:81709:x1853163918014976:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:2.0:1767318259.001118:0:56440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767318259.001135:0:56440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915b200/0x3313483622c9d87f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac55555f expref: -99 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.001231:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d886 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001244:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d886 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001253:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d886 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001266:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915aa00/0x3313483622c9d88d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001273:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915aa00/0x3313483622c9d88d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001279:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915aa00/0x3313483622c9d88d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001385:0:56440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a000/0x3313483622c9d894 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1383:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001394:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a000/0x3313483622c9d894 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1383:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001401:0:56440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a000/0x3313483622c9d894 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1383:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00000004:00200000:2.0:1767318259.001432:0:56440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1383:0x0]: returning size 6291456 00000004:00200000:2.0:1767318259.001436:0:56440:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1767318259.001453:0:56440:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a000/0x3313483622c9d894 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1383:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001463:0:56440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a000/0x3313483622c9d894 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1383:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001470:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d886 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001476:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d886 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001482:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d886 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001487:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915be00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318259.001491:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d886 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001497:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d886 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001535:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd000) 00010000:00010000:2.0:1767318259.001539:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318259.001543:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d886 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001549:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d886 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001562:0:56440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915aa00/0x3313483622c9d88d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001567:0:56440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915aa00/0x3313483622c9d88d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001571:0:56440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915aa00/0x3313483622c9d88d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001575:0:56440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915aa00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318259.001577:0:56440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915aa00/0x3313483622c9d88d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001583:0:56440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915aa00/0x3313483622c9d88d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001589:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe715ef60 (ffff9a0316acda00) 00010000:00010000:2.0:1767318259.001591:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318259.001593:0:56440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915aa00/0x3313483622c9d88d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001597:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915aa00/0x3313483622c9d88d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 56440 initiator: MDT0 00010000:00010000:2.0:1767318259.001627:0:56440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915b200/0x3313483622c9d87f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55555f expref: 145 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.001644:0:56440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a000/0x3313483622c9d894 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1383:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55555f expref: 144 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.001650:0:56440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1383:0x0].0x0 (ffff9a0316acd400) 00010000:00010000:2.0:1767318259.001653:0:56440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1767318259.001655:0:56440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a030915a000, rc 0) 00000100:00100000:2.0:1767318259.001707:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+144:81709:x1853163918014976:12345-192.168.203.16@tcp:101:rm.0 Request processed in 606us (3859us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318259.001714:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 715 00000100:00100000:0.0:1767318259.002001:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+276:6187:x1853163938535424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27713us (27774us total) trans 4294975982 rc 0/0 00000100:00100000:0.0:1767318259.002009:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23724 00010000:00010000:0.0:1767318259.002030:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.002067:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c9600/0x3313483622c964c0 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dbe expref: 28 pid: 14896 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.002081:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938535808:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318259.002102:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.002111:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.002118:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.002126:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.002135:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.002151:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.002384:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1511:6186:x1853163938535680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27755us (27799us total) trans 4294975574 rc 0/0 00000100:00100000:0.0:1767318259.002391:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23725 00010000:00010000:0.0:1767318259.002423:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.002432:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.002440:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.002448:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.002459:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.002617:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+276:6188:x1853163938532224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52540us (60030us total) trans 4294975989 rc 0/0 00000100:00100000:0.0:1767318259.002624:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23712 00010000:00010000:2.0:1767318259.002870:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.002877:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.002885:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.002888:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.002896:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.002912:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.002919:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b600/0x3313483622c9d85c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.002941:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.002945:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.002951:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c90c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.002954:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.002961:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.002970:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.002977:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90c00/0x3313483622c9d7e5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.002990:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.002991:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.002993:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.003233:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23728 00000100:00100000:1.0:1767318259.003241:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1511:6187:x1853163938536448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.003261:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:497 count 1 00010000:00010000:1.0:1767318259.003278:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.003292:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c964ce lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dda expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.003299:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.003301:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.003304:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.003332:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c964ce lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dda expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.003356:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c964ce lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dda expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.003369:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938536576:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.003423:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad59c0 going to sleep for 11 seconds 00000100:00080000:1.0:1767318259.003437:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:1.0:1767318259.003466:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfed80/2, rc 0, transno 4294975982 00000100:00100000:1.0:1767318259.003472:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938535424:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.003485:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.003501:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8caa00/2, rc 0, transno 4294975987 00000100:00100000:1.0:1767318259.003529:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938535936:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.003541:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318375500/2, rc 0, transno 4294975574 00000100:00100000:1.0:1767318259.003555:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938535680:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.003567:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306351880/2, rc 0, transno 4294975984 00000100:00100000:1.0:1767318259.003571:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938534272:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.003579:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306353480/2, rc 0, transno 4294975986 00000100:00100000:1.0:1767318259.003582:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938534400:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.003591:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a74380/2, rc 0, transno 4294975570 00000100:00100000:1.0:1767318259.003594:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938533376:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.003602:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407531880/2, rc 0, transno 4294975571 00000100:00100000:1.0:1767318259.003606:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407531880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938533632:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.003631:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186ae300/2, rc 0, transno 4294975568 00000100:00100000:1.0:1767318259.003635:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938532736:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.003645:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186af800/2, rc 0, transno 4294975572 00000100:00100000:1.0:1767318259.003648:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938532608:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.003666:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186ae680/2, rc 0, transno 4294975989 00000100:00100000:1.0:1767318259.003670:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938532224:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.003684:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.003691:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.003699:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.003717:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.003729:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.003901:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1512:6187:x1853163938535040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34506us (34578us total) trans 4294975575 rc 0/0 00000100:00100000:1.0:1767318259.003908:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23723 00010000:00010000:2.0:1767318259.003989:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.003995:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.004001:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.004005:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.004012:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.004025:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.004031:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d84e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.004044:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.004046:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.004047:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.006366:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000001:00080000:2.0:1767318259.008457:0:14954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294975458 is committed 00000001:00080000:2.0:1767318259.009192:0:14954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294975462 is committed 00000100:00100000:3.0:1767318259.010745:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.013197:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.013542:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918015232 00000100:00100000:0.0:1767318259.013553:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918015232 00000100:00100000:0.0:1767318259.013595:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918015104 00000100:00100000:0.0:1767318259.013599:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918015104 00010000:00010000:0.0:1767318259.013668:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c964c7 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dcc expref: 28 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.013702:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32246 00000100:00100000:0.0:1767318259.013721:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303835f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+28:2481:x1853163918015104:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318259.013736:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318259.013741:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c964c7 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dcc expref: 28 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.013754:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c964c7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dcc expref: 28 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.013789:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.013791:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.013796:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.013807:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.013827:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318259.013879:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303835f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+28:2481:x1853163918015104:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 159us (7521us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.013886:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32246 00000100:00100000:0.0:1767318259.014001:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23729 00000100:00100000:0.0:1767318259.014008:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+58:2483:x1853163918015232:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:0.0:1767318259.014024:0:21245:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767318259.014041:0:21245:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d8a2 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac555566 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318259.014065:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4eb:0x0] initial LVB size: 1048576, mtime: 0x695722d4, atime: 0x0, ctime: 0x695722d4, blocks: 0x803 00010000:00010000:0.0:1767318259.014079:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.014081:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.014087:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d8a2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555566 expref: 59 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.014101:0:21245:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d8a2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555566 expref: 59 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.014111:0:21245:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0310259800, rc 0) 00000100:00100000:0.0:1767318259.014136:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+59:2483:x1853163918015232:12345-192.168.203.16@tcp:101:rm.0 Request processed in 129us (3399us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.014142:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23729 00000100:00100000:1.0:1767318259.014587:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938536576:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.014609:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.014825:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c964c7 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dcc expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.014839:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938536320:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.014849:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.014857:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.014863:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.014872:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.014880:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.014896:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.015210:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+120:6187:x1853163938536192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18634us (18731us total) trans 4294975576 rc 0/0 00000100:00100000:1.0:1767318259.015219:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23727 00000100:00100000:1.0:1767318259.015253:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938536960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.015290:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938536832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.015316:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938536704:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.015353:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938537088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.015526:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d244050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+275:6187:x1853163938529408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 65710us (72812us total) trans 4294975983 rc 0/0 00000100:00100000:1.0:1767318259.015533:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23711 00000100:00080000:2.0:1767318259.016273:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318259.016279:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767318259.016289:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.016298:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.016309:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.016313:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.016323:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.016358:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.016366:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1be00/0x3313483622c9d878 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.016389:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.016391:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.016393:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.017018:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918015360 00000100:00100000:1.0:1767318259.017027:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918015360 00000100:00100000:1.0:1767318259.017079:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 23730 00000100:00100000:1.0:1767318259.017088:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e241b220-0ef8-435a-b507-74fd0bfdf172+27:2483:x1853163918015360:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:1.0:1767318259.017103:0:21383:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767318259.017118:0:21383:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a200/0x3313483622c9d8a9 lrc: 2/0,0 mode: --/PR res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbcc77762ac55556d expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318259.017140:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4ea:0x0] initial LVB size: 6291456, mtime: 0x695722d4, atime: 0x0, ctime: 0x695722d4, blocks: 0x28d3 00010000:00010000:1.0:1767318259.017157:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.017159:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.017167:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a200/0x3313483622c9d8a9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55556d expref: 28 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.017182:0:21383:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a200/0x3313483622c9d8a9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55556d expref: 28 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.017192:0:21383:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9a0311c1a200, rc 0) 00000100:00100000:0.0:1767318259.017407:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.017495:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938537344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.017562:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.017670:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e241b220-0ef8-435a-b507-74fd0bfdf172+28:2483:x1853163918015360:12345-192.168.203.16@tcp:101:rm.0 Request processed in 581us (4481us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.017677:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 23730 00000100:00100000:0.0:1767318259.017994:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938537856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.018019:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.018144:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.018164:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938537216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.018194:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.018220:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938537600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.018261:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938536832 00000100:00100000:1.0:1767318259.018267:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938536832 00000100:00100000:1.0:1767318259.018295:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938537344 00000100:00100000:1.0:1767318259.018298:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938537344 00000100:00100000:1.0:1767318259.018313:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938536704 00000100:00100000:1.0:1767318259.018317:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938536704 00000100:00100000:1.0:1767318259.018331:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938537088 00000100:00100000:1.0:1767318259.018333:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938537088 00000100:00100000:1.0:1767318259.018362:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23731 00000100:00100000:1.0:1767318259.018371:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+122:6186:x1853163938536832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.018394:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:499 count 1 00010000:00010000:1.0:1767318259.018415:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.018433:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c964dc lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554df6 expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.018440:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.018443:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.018446:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.018476:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c964dc lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554df6 expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.018488:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c964dc lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554df6 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.018499:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938538240:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.018598:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.018700:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23732 00000100:00100000:1.0:1767318259.018715:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+275:6186:x1853163938537344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.018732:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:465 count 1 00010000:00010000:1.0:1767318259.018745:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.018756:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a200/0x3313483622c9696d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c21 expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.018763:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.018764:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.018767:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.018805:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a200/0x3313483622c9696d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c21 expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.018815:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a200/0x3313483622c9696d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c21 expref: 58 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.018826:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938538368:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.018855:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5600 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.018872:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23733 00000100:00100000:1.0:1767318259.018880:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+122:6185:x1853163938536704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.018893:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:498 count 1 00010000:00010000:1.0:1767318259.018905:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.018916:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c964d5 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de8 expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.018922:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.018923:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.018926:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.018941:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c964d5 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de8 expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.018950:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c964d5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de8 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.018960:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938538496:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.018984:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.019001:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23734 00000100:00100000:1.0:1767318259.019008:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+122:6188:x1853163938537088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.019020:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:501 count 1 00010000:00010000:1.0:1767318259.019031:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.019043:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa600/0x3313483622c964ea lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e12 expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.019049:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.019051:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.019054:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.019072:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa600/0x3313483622c964ea lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e12 expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.019079:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa600/0x3313483622c964ea lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e12 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.019088:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405824e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938538624:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.019111:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5300 going to sleep for 11 seconds 00000100:00100000:0.0:1767318259.020068:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318259.020081:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938537728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.020117:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.020144:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.020179:0:6187:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294975462 gen 2 00000004:00080000:0.0:1767318259.020185:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304122a00, transno 4294974071 00000004:00080000:0.0:1767318259.020202:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304121880, transno 4294974072 00000004:00080000:0.0:1767318259.020205:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304121f80, transno 4294974073 00000004:00080000:0.0:1767318259.020208:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304121c00, transno 4294974074 00000004:00080000:0.0:1767318259.020210:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304120700, transno 4294974075 00000004:00080000:0.0:1767318259.020213:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304120e00, transno 4294974076 00000004:00080000:0.0:1767318259.020216:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304123b80, transno 4294974077 00000004:00080000:0.0:1767318259.020218:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304122d80, transno 4294974078 00000004:00080000:0.0:1767318259.020221:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f87100, transno 4294974079 00000004:00080000:0.0:1767318259.020223:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f87480, transno 4294974080 00000004:00080000:0.0:1767318259.020226:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f84700, transno 4294974081 00000004:00080000:0.0:1767318259.020228:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f87b80, transno 4294974082 00000004:00080000:0.0:1767318259.020230:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f86300, transno 4294974083 00000004:00080000:0.0:1767318259.020233:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f85c00, transno 4294974084 00000004:00080000:0.0:1767318259.020235:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f86d80, transno 4294974085 00000004:00080000:0.0:1767318259.020238:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f86680, transno 4294974086 00000004:00080000:0.0:1767318259.020240:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c155500, transno 4294974087 00000004:00080000:0.0:1767318259.020243:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c157100, transno 4294974088 00000004:00080000:0.0:1767318259.020245:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c154000, transno 4294974089 00000004:00080000:0.0:1767318259.020247:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c155180, transno 4294974090 00000004:00080000:0.0:1767318259.020250:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c157800, transno 4294974091 00000004:00080000:0.0:1767318259.020252:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c154380, transno 4294974092 00000004:00080000:0.0:1767318259.020255:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c155c00, transno 4294974093 00000004:00080000:0.0:1767318259.020257:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c157480, transno 4294974094 00000004:00080000:0.0:1767318259.020259:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c156d80, transno 4294974095 00000004:00080000:0.0:1767318259.020261:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c154a80, transno 4294974096 00000004:00080000:0.0:1767318259.020263:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c156300, transno 4294974097 00000004:00080000:0.0:1767318259.020265:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c7b80, transno 4294974098 00000004:00080000:0.0:1767318259.020268:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c157b80, transno 4294974099 00000004:00080000:0.0:1767318259.020271:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c5500, transno 4294974100 00000004:00080000:0.0:1767318259.020273:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c156a00, transno 4294974101 00000004:00080000:0.0:1767318259.020275:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c156680, transno 4294974102 00000004:00080000:0.0:1767318259.020277:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c6a00, transno 4294974103 00000004:00080000:0.0:1767318259.020280:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c5880, transno 4294974104 00000004:00080000:0.0:1767318259.020282:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c7480, transno 4294974105 00000004:00080000:0.0:1767318259.020284:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351e300, transno 4294974106 00000004:00080000:0.0:1767318259.020287:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351fb80, transno 4294974107 00000004:00080000:0.0:1767318259.020289:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351ce00, transno 4294974108 00000004:00080000:0.0:1767318259.020292:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449d500, transno 4294974109 00000004:00080000:0.0:1767318259.020294:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449c700, transno 4294974110 00000004:00080000:0.0:1767318259.020296:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449df80, transno 4294974111 00000004:00080000:0.0:1767318259.020299:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449ce00, transno 4294974112 00000004:00080000:0.0:1767318259.020301:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449c380, transno 4294974113 00000004:00080000:0.0:1767318259.020303:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449e300, transno 4294974114 00000004:00080000:0.0:1767318259.020306:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449ea00, transno 4294974115 00000004:00080000:0.0:1767318259.020308:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025bb480, transno 4294974116 00000004:00080000:0.0:1767318259.020311:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b8000, transno 4294974117 00000004:00080000:0.0:1767318259.020313:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025bb100, transno 4294974118 00000004:00080000:0.0:1767318259.020315:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025baa00, transno 4294974119 00000004:00080000:0.0:1767318259.020318:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b8e00, transno 4294974120 00000004:00080000:0.0:1767318259.020320:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b9500, transno 4294974121 00000004:00080000:0.0:1767318259.020323:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025ba680, transno 4294974122 00000004:00080000:0.0:1767318259.020325:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c6680, transno 4294974123 00000004:00080000:0.0:1767318259.020328:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351f800, transno 4294974124 00000004:00080000:0.0:1767318259.020330:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449f100, transno 4294974125 00000004:00080000:0.0:1767318259.020333:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449c000, transno 4294974126 00000004:00080000:0.0:1767318259.020336:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449d180, transno 4294974127 00000004:00080000:0.0:1767318259.020338:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b6a00, transno 4294974128 00000004:00080000:0.0:1767318259.020349:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449f480, transno 4294974129 00000004:00080000:0.0:1767318259.020353:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b4000, transno 4294974130 00000004:00080000:0.0:1767318259.020355:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030b94ed80, transno 4294974131 00000004:00080000:0.0:1767318259.020358:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067daa00, transno 4294974132 00000004:00080000:0.0:1767318259.020360:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2f800, transno 4294974133 00000004:00080000:0.0:1767318259.020362:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2c380, transno 4294974134 00000004:00080000:0.0:1767318259.020364:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2f480, transno 4294974135 00000004:00080000:0.0:1767318259.020366:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c44000, transno 4294974136 00000004:00080000:0.0:1767318259.020369:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408255f80, transno 4294974137 00000004:00080000:0.0:1767318259.020371:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2ca80, transno 4294974138 00000004:00080000:0.0:1767318259.020373:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408255880, transno 4294974139 00000004:00080000:0.0:1767318259.020376:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b231c00, transno 4294974140 00000004:00080000:0.0:1767318259.020379:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b233800, transno 4294974141 00000004:00080000:0.0:1767318259.020381:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b232a00, transno 4294974142 00000004:00080000:0.0:1767318259.020384:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c45c00, transno 4294974143 00000004:00080000:0.0:1767318259.020386:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c47100, transno 4294974144 00000004:00080000:0.0:1767318259.020389:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2d880, transno 4294974145 00000004:00080000:0.0:1767318259.020391:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c47480, transno 4294974146 00000004:00080000:0.0:1767318259.020393:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c46d80, transno 4294974147 00000004:00080000:0.0:1767318259.020395:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303834e00, transno 4294974148 00000004:00080000:0.0:1767318259.020398:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407828380, transno 4294974149 00000004:00080000:0.0:1767318259.020400:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2e300, transno 4294974150 00000004:00080000:0.0:1767318259.020403:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2d180, transno 4294974151 00000004:00080000:0.0:1767318259.020405:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2ea00, transno 4294974152 00000004:00080000:0.0:1767318259.020408:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0433c7c380, transno 4294974153 00000004:00080000:0.0:1767318259.020410:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2f100, transno 4294974154 00000004:00080000:0.0:1767318259.020413:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2df80, transno 4294974155 00000004:00080000:0.0:1767318259.020415:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2dc00, transno 4294974156 00000004:00080000:0.0:1767318259.020417:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2d500, transno 4294974157 00000004:00080000:0.0:1767318259.020420:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306d2c000, transno 4294974158 00000004:00080000:0.0:1767318259.020422:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103ed80, transno 4294974159 00000004:00080000:0.0:1767318259.020425:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103df80, transno 4294974160 00000004:00080000:0.0:1767318259.020427:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103d500, transno 4294974161 00000004:00080000:0.0:1767318259.020430:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103ea00, transno 4294974162 00000004:00080000:0.0:1767318259.020432:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103c700, transno 4294974163 00000004:00080000:0.0:1767318259.020435:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103dc00, transno 4294974164 00000004:00080000:0.0:1767318259.020438:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e9c00, transno 4294974165 00000004:00080000:0.0:1767318259.020440:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e8000, transno 4294974166 00000004:00080000:0.0:1767318259.020442:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538ca80, transno 4294974167 00000004:00080000:0.0:1767318259.020444:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538c700, transno 4294974168 00000004:00080000:0.0:1767318259.020447:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304121500, transno 4294974169 00000004:00080000:0.0:1767318259.020450:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538dc00, transno 4294974170 00000004:00080000:0.0:1767318259.020452:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103ca80, transno 4294974171 00000004:00080000:0.0:1767318259.020455:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e8700, transno 4294974172 00000004:00080000:0.0:1767318259.020457:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538e680, transno 4294974173 00000004:00080000:0.0:1767318259.020459:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538df80, transno 4294974174 00000004:00080000:0.0:1767318259.020462:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538fb80, transno 4294974175 00000004:00080000:0.0:1767318259.020464:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312671180, transno 4294974176 00000004:00080000:0.0:1767318259.020466:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538c380, transno 4294974177 00000004:00080000:0.0:1767318259.020469:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312670700, transno 4294974178 00000004:00080000:0.0:1767318259.020471:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538d880, transno 4294974179 00000004:00080000:0.0:1767318259.020473:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312673800, transno 4294974180 00000004:00080000:0.0:1767318259.020476:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312670000, transno 4294974181 00000004:00080000:0.0:1767318259.020478:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538e300, transno 4294974182 00000004:00080000:0.0:1767318259.020480:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312670a80, transno 4294974183 00000004:00080000:0.0:1767318259.020482:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312673100, transno 4294974184 00000004:00080000:0.0:1767318259.020485:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc9180, transno 4294974185 00000004:00080000:0.0:1767318259.020487:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc9f80, transno 4294974186 00000004:00080000:0.0:1767318259.020490:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc8000, transno 4294974187 00000004:00080000:0.0:1767318259.020492:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc9c00, transno 4294974188 00000004:00080000:0.0:1767318259.020494:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc8700, transno 4294974189 00000004:00080000:0.0:1767318259.020497:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bcb800, transno 4294974190 00000004:00080000:0.0:1767318259.020500:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc9500, transno 4294974191 00000004:00080000:0.0:1767318259.020502:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc8380, transno 4294974192 00000004:00080000:0.0:1767318259.020526:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5c000, transno 4294974193 00000004:00080000:0.0:1767318259.020529:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5f100, transno 4294974194 00000004:00080000:0.0:1767318259.020531:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5c700, transno 4294974195 00000004:00080000:0.0:1767318259.020533:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5e680, transno 4294974196 00000004:00080000:0.0:1767318259.020536:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5ca80, transno 4294974197 00000004:00080000:0.0:1767318259.020538:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5ce00, transno 4294974198 00000004:00080000:0.0:1767318259.020540:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5ea00, transno 4294974199 00000004:00080000:0.0:1767318259.020542:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5d880, transno 4294974200 00000004:00080000:0.0:1767318259.020545:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5d180, transno 4294974201 00000004:00080000:0.0:1767318259.020547:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312673480, transno 4294974202 00000004:00080000:0.0:1767318259.020550:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312670380, transno 4294974203 00000004:00080000:0.0:1767318259.020552:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5d500, transno 4294974204 00000004:00080000:0.0:1767318259.020555:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312672d80, transno 4294974205 00000004:00080000:0.0:1767318259.020557:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e1880, transno 4294974206 00000004:00080000:0.0:1767318259.020559:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5f480, transno 4294974207 00000004:00080000:0.0:1767318259.020562:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b8700, transno 4294974208 00000004:00080000:0.0:1767318259.020564:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312671880, transno 4294974209 00000004:00080000:0.0:1767318259.020566:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025bb800, transno 4294974210 00000004:00080000:0.0:1767318259.020569:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b9180, transno 4294974211 00000004:00080000:0.0:1767318259.020571:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bcad80, transno 4294974212 00000004:00080000:0.0:1767318259.020573:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd0a80, transno 4294974213 00000004:00080000:0.0:1767318259.020576:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bcaa00, transno 4294974214 00000004:00080000:0.0:1767318259.020578:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc8a80, transno 4294974215 00000004:00080000:0.0:1767318259.020580:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd0700, transno 4294974216 00000004:00080000:0.0:1767318259.020583:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd1880, transno 4294974217 00000004:00080000:0.0:1767318259.020585:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd0000, transno 4294974218 00000004:00080000:0.0:1767318259.020587:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd2680, transno 4294974219 00000004:00080000:0.0:1767318259.020590:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd3480, transno 4294974220 00000004:00080000:0.0:1767318259.020593:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd1180, transno 4294974221 00000004:00080000:0.0:1767318259.020595:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd3100, transno 4294974222 00000004:00080000:0.0:1767318259.020598:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303836d80, transno 4294974223 00000004:00080000:0.0:1767318259.020600:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd0380, transno 4294974224 00000004:00080000:0.0:1767318259.020602:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434499180, transno 4294974225 00000004:00080000:0.0:1767318259.020605:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449bb80, transno 4294974226 00000004:00080000:0.0:1767318259.020608:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117cb100, transno 4294974227 00000004:00080000:0.0:1767318259.020610:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449ad80, transno 4294974228 00000004:00080000:0.0:1767318259.020612:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c9c00, transno 4294974229 00000004:00080000:0.0:1767318259.020615:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c8000, transno 4294974230 00000004:00080000:0.0:1767318259.020617:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dc380, transno 4294974231 00000004:00080000:0.0:1767318259.020620:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117ded80, transno 4294974232 00000004:00080000:0.0:1767318259.020622:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434499880, transno 4294974233 00000004:00080000:0.0:1767318259.020625:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dfb80, transno 4294974234 00000004:00080000:0.0:1767318259.020628:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c1c00, transno 4294974235 00000004:00080000:0.0:1767318259.020630:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117cb800, transno 4294974236 00000004:00080000:0.0:1767318259.020632:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c3100, transno 4294974237 00000004:00080000:0.0:1767318259.020634:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c9f80, transno 4294974238 00000004:00080000:0.0:1767318259.020636:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c8700, transno 4294974239 00000004:00080000:0.0:1767318259.020638:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c2a00, transno 4294974240 00000004:00080000:0.0:1767318259.020641:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303837800, transno 4294974241 00000004:00080000:0.0:1767318259.020643:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dd180, transno 4294974242 00000004:00080000:0.0:1767318259.020646:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e4380, transno 4294974243 00000004:00080000:0.0:1767318259.020648:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117cbb80, transno 4294974244 00000004:00080000:0.0:1767318259.020650:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c0700, transno 4294974245 00000004:00080000:0.0:1767318259.020652:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117de680, transno 4294974246 00000004:00080000:0.0:1767318259.020654:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103c380, transno 4294974247 00000004:00080000:0.0:1767318259.020656:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449b480, transno 4294974248 00000004:00080000:0.0:1767318259.020659:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c0000, transno 4294974249 00000004:00080000:0.0:1767318259.020662:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434498e00, transno 4294974250 00000004:00080000:0.0:1767318259.020664:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434498000, transno 4294974251 00000004:00080000:0.0:1767318259.020666:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434498380, transno 4294974252 00000004:00080000:0.0:1767318259.020668:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b8380, transno 4294974253 00000004:00080000:0.0:1767318259.020670:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186aea00, transno 4294974254 00000004:00080000:0.0:1767318259.020673:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351c000, transno 4294974255 00000004:00080000:0.0:1767318259.020675:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434499c00, transno 4294974256 00000004:00080000:0.0:1767318259.020678:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b9f80, transno 4294974257 00000004:00080000:0.0:1767318259.020681:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc8e00, transno 4294974258 00000004:00080000:0.0:1767318259.020685:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc9880, transno 4294974259 00000004:00080000:0.0:1767318259.020688:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bcb480, transno 4294974260 00000004:00080000:0.0:1767318259.020690:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bca680, transno 4294974261 00000004:00080000:0.0:1767318259.020693:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bca300, transno 4294974262 00000004:00080000:0.0:1767318259.020695:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434498700, transno 4294974263 00000004:00080000:0.0:1767318259.020697:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bcbb80, transno 4294974264 00000004:00080000:0.0:1767318259.020700:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f85880, transno 4294974265 00000004:00080000:0.0:1767318259.020703:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538c000, transno 4294974266 00000004:00080000:0.0:1767318259.020706:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538f480, transno 4294974267 00000004:00080000:0.0:1767318259.020708:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be5500, transno 4294974268 00000004:00080000:0.0:1767318259.020723:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538d180, transno 4294974269 00000004:00080000:0.0:1767318259.020726:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538ea00, transno 4294974270 00000004:00080000:0.0:1767318259.020730:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be7b80, transno 4294974271 00000004:00080000:0.0:1767318259.020733:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538f100, transno 4294974272 00000004:00080000:0.0:1767318259.020735:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538f800, transno 4294974273 00000004:00080000:0.0:1767318259.020737:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be7100, transno 4294974274 00000004:00080000:0.0:1767318259.020739:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be6680, transno 4294974275 00000004:00080000:0.0:1767318259.020742:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfce00, transno 4294974276 00000004:00080000:0.0:1767318259.020744:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfea00, transno 4294974277 00000004:00080000:0.0:1767318259.020746:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfd180, transno 4294974278 00000004:00080000:0.0:1767318259.020749:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfe680, transno 4294974279 00000004:00080000:0.0:1767318259.020752:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bff800, transno 4294974280 00000004:00080000:0.0:1767318259.020754:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfe300, transno 4294974281 00000004:00080000:0.0:1767318259.020757:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfdf80, transno 4294974282 00000004:00080000:0.0:1767318259.020760:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bff100, transno 4294974283 00000004:00080000:0.0:1767318259.020762:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfc000, transno 4294974284 00000004:00080000:0.0:1767318259.020765:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfdc00, transno 4294974285 00000004:00080000:0.0:1767318259.020767:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bff480, transno 4294974286 00000004:00080000:0.0:1767318259.020770:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfc700, transno 4294974287 00000004:00080000:0.0:1767318259.020847:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19ad80, transno 4294974288 00000004:00080000:0.0:1767318259.020850:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c199c00, transno 4294974289 00000004:00080000:0.0:1767318259.020853:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c198e00, transno 4294974290 00000004:00080000:0.0:1767318259.020856:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c198a80, transno 4294974291 00000004:00080000:0.0:1767318259.020858:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19aa00, transno 4294974292 00000004:00080000:0.0:1767318259.020860:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c198000, transno 4294974293 00000004:00080000:0.0:1767318259.020862:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c199180, transno 4294974294 00000004:00080000:0.0:1767318259.020864:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19a680, transno 4294974295 00000004:00080000:0.0:1767318259.020867:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311709180, transno 4294974296 00000004:00080000:0.0:1767318259.020869:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c199500, transno 4294974297 00000004:00080000:0.0:1767318259.020872:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311708e00, transno 4294974298 00000004:00080000:0.0:1767318259.020875:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef20e00, transno 4294974299 00000004:00080000:0.0:1767318259.020878:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170ad80, transno 4294974300 00000004:00080000:0.0:1767318259.020881:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b233480, transno 4294974301 00000004:00080000:0.0:1767318259.020885:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c9500, transno 4294974302 00000004:00080000:0.0:1767318259.020887:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170aa00, transno 4294974303 00000004:00080000:0.0:1767318259.020890:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e4a80, transno 4294974304 00000004:00080000:0.0:1767318259.020893:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030b94c380, transno 4294974305 00000004:00080000:0.0:1767318259.020895:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171dc00, transno 4294974306 00000004:00080000:0.0:1767318259.020898:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171c000, transno 4294974307 00000004:00080000:0.0:1767318259.020900:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c9180, transno 4294974308 00000004:00080000:0.0:1767318259.020902:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171d500, transno 4294974309 00000004:00080000:0.0:1767318259.020906:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e4e00, transno 4294974310 00000004:00080000:0.0:1767318259.020908:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171e680, transno 4294974311 00000004:00080000:0.0:1767318259.020910:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171c700, transno 4294974312 00000004:00080000:0.0:1767318259.020912:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171ca80, transno 4294974313 00000004:00080000:0.0:1767318259.020915:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b4a80, transno 4294974314 00000004:00080000:0.0:1767318259.020917:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171d180, transno 4294974315 00000004:00080000:0.0:1767318259.020919:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103f800, transno 4294974316 00000004:00080000:0.0:1767318259.020922:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449a300, transno 4294974317 00000004:00080000:0.0:1767318259.020924:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171c380, transno 4294974318 00000004:00080000:0.0:1767318259.020926:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171ed80, transno 4294974319 00000004:00080000:0.0:1767318259.020929:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538ce00, transno 4294974320 00000004:00080000:0.0:1767318259.020931:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171d880, transno 4294974321 00000004:00080000:0.0:1767318259.020934:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311867b80, transno 4294974322 00000004:00080000:0.0:1767318259.020936:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171ce00, transno 4294974323 00000004:00080000:0.0:1767318259.020939:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311864e00, transno 4294974324 00000004:00080000:0.0:1767318259.020941:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311866680, transno 4294974325 00000004:00080000:0.0:1767318259.020943:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538d500, transno 4294974326 00000004:00080000:0.0:1767318259.020945:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd59880, transno 4294974327 00000004:00080000:0.0:1767318259.020947:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311866d80, transno 4294974328 00000004:00080000:0.0:1767318259.020949:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd5b480, transno 4294974329 00000004:00080000:0.0:1767318259.020951:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be6300, transno 4294974330 00000004:00080000:0.0:1767318259.020954:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be7480, transno 4294974331 00000004:00080000:0.0:1767318259.020956:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd58380, transno 4294974332 00000004:00080000:0.0:1767318259.020958:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be4700, transno 4294974333 00000004:00080000:0.0:1767318259.020960:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171fb80, transno 4294974334 00000004:00080000:0.0:1767318259.020962:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171df80, transno 4294974335 00000004:00080000:0.0:1767318259.020964:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c198700, transno 4294974336 00000004:00080000:0.0:1767318259.020967:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e2680, transno 4294974337 00000004:00080000:0.0:1767318259.020969:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e1180, transno 4294974338 00000004:00080000:0.0:1767318259.020971:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311571500, transno 4294974339 00000004:00080000:0.0:1767318259.020974:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311572680, transno 4294974340 00000004:00080000:0.0:1767318259.020976:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19b800, transno 4294974341 00000004:00080000:0.0:1767318259.020979:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e3b80, transno 4294974342 00000004:00080000:0.0:1767318259.020981:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c1880, transno 4294974343 00000004:00080000:0.0:1767318259.020984:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311570a80, transno 4294974344 00000004:00080000:0.0:1767318259.020986:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be4a80, transno 4294974345 00000004:00080000:0.0:1767318259.020988:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be4380, transno 4294974346 00000004:00080000:0.0:1767318259.020991:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c15c00, transno 4294974347 00000004:00080000:0.0:1767318259.020993:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c3b80, transno 4294974348 00000004:00080000:0.0:1767318259.020995:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c14000, transno 4294974349 00000004:00080000:0.0:1767318259.020998:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311571180, transno 4294974350 00000004:00080000:0.0:1767318259.021000:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311570700, transno 4294974351 00000004:00080000:0.0:1767318259.021003:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c16d80, transno 4294974352 00000004:00080000:0.0:1767318259.021005:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c15500, transno 4294974353 00000004:00080000:0.0:1767318259.021008:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c15f80, transno 4294974354 00000004:00080000:0.0:1767318259.021011:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311709500, transno 4294974355 00000004:00080000:0.0:1767318259.021013:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170b800, transno 4294974356 00000004:00080000:0.0:1767318259.021015:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311572a00, transno 4294974357 00000004:00080000:0.0:1767318259.021017:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c14380, transno 4294974358 00000004:00080000:0.0:1767318259.021020:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c17b80, transno 4294974359 00000004:00080000:0.0:1767318259.021022:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c16680, transno 4294974360 00000004:00080000:0.0:1767318259.021024:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170a300, transno 4294974361 00000004:00080000:0.0:1767318259.021027:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19b480, transno 4294974362 00000004:00080000:0.0:1767318259.021029:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311708000, transno 4294974363 00000004:00080000:0.0:1767318259.021032:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311572300, transno 4294974364 00000004:00080000:0.0:1767318259.021035:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311570000, transno 4294974365 00000004:00080000:0.0:1767318259.021037:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dce00, transno 4294974366 00000004:00080000:0.0:1767318259.021039:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dd500, transno 4294974367 00000004:00080000:0.0:1767318259.021041:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311708700, transno 4294974368 00000004:00080000:0.0:1767318259.021044:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408255180, transno 4294974369 00000004:00080000:0.0:1767318259.021047:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dd880, transno 4294974370 00000004:00080000:0.0:1767318259.021050:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408255c00, transno 4294974371 00000004:00080000:0.0:1767318259.021052:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408257b80, transno 4294974372 00000004:00080000:0.0:1767318259.021055:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408256300, transno 4294974373 00000004:00080000:0.0:1767318259.021058:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040782b100, transno 4294974374 00000004:00080000:0.0:1767318259.021061:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c46300, transno 4294974375 00000004:00080000:0.0:1767318259.021063:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407828a80, transno 4294974376 00000004:00080000:0.0:1767318259.021066:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c44380, transno 4294974377 00000004:00080000:0.0:1767318259.021069:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e0380, transno 4294974378 00000004:00080000:0.0:1767318259.021072:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c45180, transno 4294974379 00000004:00080000:0.0:1767318259.021075:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408257800, transno 4294974380 00000004:00080000:0.0:1767318259.021078:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040782bb80, transno 4294974381 00000004:00080000:0.0:1767318259.021080:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b7100, transno 4294974382 00000004:00080000:0.0:1767318259.021083:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e1c00, transno 4294974383 00000004:00080000:0.0:1767318259.021085:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e0e00, transno 4294974384 00000004:00080000:0.0:1767318259.021088:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e1180, transno 4294974385 00000004:00080000:0.0:1767318259.021090:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311571880, transno 4294974386 00000004:00080000:0.0:1767318259.021093:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311572d80, transno 4294974387 00000004:00080000:0.0:1767318259.021095:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311570380, transno 4294974388 00000004:00080000:0.0:1767318259.021098:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a24e00, transno 4294974389 00000004:00080000:0.0:1767318259.021100:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a24000, transno 4294974390 00000004:00080000:0.0:1767318259.021102:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311570e00, transno 4294974391 00000004:00080000:0.0:1767318259.021105:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311573b80, transno 4294974392 00000004:00080000:0.0:1767318259.021107:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171ea00, transno 4294974393 00000004:00080000:0.0:1767318259.021110:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a27100, transno 4294974394 00000004:00080000:0.0:1767318259.021111:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e1500, transno 4294974395 00000004:00080000:0.0:1767318259.021114:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318375c00, transno 4294974396 00000004:00080000:0.0:1767318259.021117:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311573100, transno 4294974397 00000004:00080000:0.0:1767318259.021119:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e3100, transno 4294974398 00000004:00080000:0.0:1767318259.021121:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318374700, transno 4294974399 00000004:00080000:0.0:1767318259.021124:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a24380, transno 4294974400 00000004:00080000:0.0:1767318259.021126:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318377800, transno 4294974401 00000004:00080000:0.0:1767318259.021128:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318375180, transno 4294974402 00000004:00080000:0.0:1767318259.021131:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e0a80, transno 4294974403 00000004:00080000:0.0:1767318259.021133:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318375880, transno 4294974404 00000004:00080000:0.0:1767318259.021135:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a25f80, transno 4294974405 00000004:00080000:0.0:1767318259.021138:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722bb80, transno 4294974406 00000004:00080000:0.0:1767318259.021140:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c47800, transno 4294974407 00000004:00080000:0.0:1767318259.021143:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722b800, transno 4294974408 00000004:00080000:0.0:1767318259.021146:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c44a80, transno 4294974409 00000004:00080000:0.0:1767318259.021149:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307229c00, transno 4294974410 00000004:00080000:0.0:1767318259.021151:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722a680, transno 4294974411 00000004:00080000:0.0:1767318259.021153:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318377b80, transno 4294974412 00000004:00080000:0.0:1767318259.021155:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8cb800, transno 4294974413 00000004:00080000:0.0:1767318259.021157:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c8000, transno 4294974414 00000004:00080000:0.0:1767318259.021160:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c8380, transno 4294974415 00000004:00080000:0.0:1767318259.021163:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c9f80, transno 4294974416 00000004:00080000:0.0:1767318259.021165:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8cb480, transno 4294974417 00000004:00080000:0.0:1767318259.021168:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308c44e00, transno 4294974418 00000004:00080000:0.0:1767318259.021171:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c132300, transno 4294974419 00000004:00080000:0.0:1767318259.021174:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c131c00, transno 4294974420 00000004:00080000:0.0:1767318259.021178:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c131f80, transno 4294974421 00000004:00080000:0.0:1767318259.021181:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722b100, transno 4294974422 00000004:00080000:0.0:1767318259.021183:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307229880, transno 4294974423 00000004:00080000:0.0:1767318259.021186:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c4700, transno 4294974424 00000004:00080000:0.0:1767318259.021188:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c9880, transno 4294974425 00000004:00080000:0.0:1767318259.021190:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c133800, transno 4294974426 00000004:00080000:0.0:1767318259.021193:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307229f80, transno 4294974427 00000004:00080000:0.0:1767318259.021195:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c4380, transno 4294974428 00000004:00080000:0.0:1767318259.021198:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c6a00, transno 4294974429 00000004:00080000:0.0:1767318259.021201:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c4a80, transno 4294974430 00000004:00080000:0.0:1767318259.021203:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c7800, transno 4294974431 00000004:00080000:0.0:1767318259.021206:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722a300, transno 4294974432 00000004:00080000:0.0:1767318259.021209:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f5500, transno 4294974433 00000004:00080000:0.0:1767318259.021211:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f7b80, transno 4294974434 00000004:00080000:0.0:1767318259.021214:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311999880, transno 4294974435 00000004:00080000:0.0:1767318259.021217:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311998380, transno 4294974436 00000004:00080000:0.0:1767318259.021219:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311998e00, transno 4294974437 00000004:00080000:0.0:1767318259.021221:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311999180, transno 4294974438 00000004:00080000:0.0:1767318259.021224:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199bb80, transno 4294974439 00000004:00080000:0.0:1767318259.021226:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199a300, transno 4294974440 00000004:00080000:0.0:1767318259.021229:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311998a80, transno 4294974441 00000004:00080000:0.0:1767318259.021231:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199ad80, transno 4294974442 00000004:00080000:0.0:1767318259.021234:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199b480, transno 4294974443 00000004:00080000:0.0:1767318259.021236:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199aa00, transno 4294974444 00000004:00080000:0.0:1767318259.021239:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f7100, transno 4294974445 00000004:00080000:0.0:1767318259.021241:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c132680, transno 4294974446 00000004:00080000:0.0:1767318259.021244:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c132d80, transno 4294974447 00000004:00080000:0.0:1767318259.021247:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c131880, transno 4294974448 00000004:00080000:0.0:1767318259.021249:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c9c00, transno 4294974449 00000004:00080000:0.0:1767318259.021252:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c130a80, transno 4294974450 00000004:00080000:0.0:1767318259.021255:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311999500, transno 4294974451 00000004:00080000:0.0:1767318259.021258:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8ca300, transno 4294974452 00000004:00080000:0.0:1767318259.021260:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c133b80, transno 4294974453 00000004:00080000:0.0:1767318259.021263:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c6d80, transno 4294974454 00000004:00080000:0.0:1767318259.021265:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199b100, transno 4294974455 00000004:00080000:0.0:1767318259.021268:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303834a80, transno 4294974456 00000004:00080000:0.0:1767318259.021271:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c130000, transno 4294974457 00000004:00080000:0.0:1767318259.021273:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e1f80, transno 4294974458 00000004:00080000:0.0:1767318259.021276:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f6300, transno 4294974459 00000004:00080000:0.0:1767318259.021279:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f5180, transno 4294974460 00000004:00080000:0.0:1767318259.021281:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f6d80, transno 4294974461 00000004:00080000:0.0:1767318259.021283:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f5880, transno 4294974462 00000004:00080000:0.0:1767318259.021285:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c8700, transno 4294974463 00000004:00080000:0.0:1767318259.021288:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449b100, transno 4294974464 00000004:00080000:0.0:1767318259.021290:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117df100, transno 4294974465 00000004:00080000:0.0:1767318259.021293:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307228700, transno 4294974466 00000004:00080000:0.0:1767318259.021296:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307229180, transno 4294974467 00000004:00080000:0.0:1767318259.021298:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307228380, transno 4294974468 00000004:00080000:0.0:1767318259.021300:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a26a00, transno 4294974469 00000004:00080000:0.0:1767318259.021303:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722b480, transno 4294974470 00000004:00080000:0.0:1767318259.021305:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a26680, transno 4294974471 00000004:00080000:0.0:1767318259.021307:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a25880, transno 4294974472 00000004:00080000:0.0:1767318259.021310:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a26d80, transno 4294974473 00000004:00080000:0.0:1767318259.021312:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8cb100, transno 4294974474 00000004:00080000:0.0:1767318259.021314:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f4a80, transno 4294974475 00000004:00080000:0.0:1767318259.021316:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a25180, transno 4294974476 00000004:00080000:0.0:1767318259.021318:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8e3480, transno 4294974477 00000004:00080000:0.0:1767318259.021320:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a27800, transno 4294974478 00000004:00080000:0.0:1767318259.021322:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a26300, transno 4294974479 00000004:00080000:0.0:1767318259.021324:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a27480, transno 4294974480 00000004:00080000:0.0:1767318259.021327:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318374e00, transno 4294974481 00000004:00080000:0.0:1767318259.021330:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309410000, transno 4294974482 00000004:00080000:0.0:1767318259.021332:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318376d80, transno 4294974483 00000004:00080000:0.0:1767318259.021335:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318376300, transno 4294974484 00000004:00080000:0.0:1767318259.021337:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318374380, transno 4294974485 00000004:00080000:0.0:1767318259.021339:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309410700, transno 4294974486 00000004:00080000:0.0:1767318259.021351:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318374a80, transno 4294974487 00000004:00080000:0.0:1767318259.021354:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309413480, transno 4294974488 00000004:00080000:0.0:1767318259.021356:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309410e00, transno 4294974489 00000004:00080000:0.0:1767318259.021358:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411180, transno 4294974490 00000004:00080000:0.0:1767318259.021361:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411500, transno 4294974491 00000004:00080000:0.0:1767318259.021363:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309413100, transno 4294974492 00000004:00080000:0.0:1767318259.021366:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309413800, transno 4294974493 00000004:00080000:0.0:1767318259.021368:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309410a80, transno 4294974494 00000004:00080000:0.0:1767318259.021370:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318376a00, transno 4294974495 00000004:00080000:0.0:1767318259.021373:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309410380, transno 4294974496 00000004:00080000:0.0:1767318259.021375:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81d180, transno 4294974497 00000004:00080000:0.0:1767318259.021377:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309412d80, transno 4294974498 00000004:00080000:0.0:1767318259.021380:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a9aa00, transno 4294974499 00000004:00080000:0.0:1767318259.021382:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309412680, transno 4294974500 00000004:00080000:0.0:1767318259.021384:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a9bb80, transno 4294974501 00000004:00080000:0.0:1767318259.021387:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da30380, transno 4294974502 00000004:00080000:0.0:1767318259.021389:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da33480, transno 4294974503 00000004:00080000:0.0:1767318259.021391:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da30700, transno 4294974504 00000004:00080000:0.0:1767318259.021393:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81d880, transno 4294974505 00000004:00080000:0.0:1767318259.021396:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81f480, transno 4294974506 00000004:00080000:0.0:1767318259.021398:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81ca80, transno 4294974507 00000004:00080000:0.0:1767318259.021401:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da31880, transno 4294974508 00000004:00080000:0.0:1767318259.021404:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81c380, transno 4294974509 00000004:00080000:0.0:1767318259.021406:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81e680, transno 4294974510 00000004:00080000:0.0:1767318259.021408:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a98700, transno 4294974511 00000004:00080000:0.0:1767318259.021410:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a9a300, transno 4294974512 00000004:00080000:0.0:1767318259.021413:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a98380, transno 4294974513 00000004:00080000:0.0:1767318259.021415:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311993480, transno 4294974514 00000004:00080000:0.0:1767318259.021417:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a98a80, transno 4294974515 00000004:00080000:0.0:1767318259.021419:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a98e00, transno 4294974516 00000004:00080000:0.0:1767318259.021421:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a99180, transno 4294974517 00000004:00080000:0.0:1767318259.021423:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a9ad80, transno 4294974518 00000004:00080000:0.0:1767318259.021425:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306350a80, transno 4294974519 00000004:00080000:0.0:1767318259.021428:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a99500, transno 4294974520 00000004:00080000:0.0:1767318259.021430:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306351f80, transno 4294974521 00000004:00080000:0.0:1767318259.021432:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a99f80, transno 4294974522 00000004:00080000:0.0:1767318259.021435:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306352d80, transno 4294974523 00000004:00080000:0.0:1767318259.021437:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306350e00, transno 4294974524 00000004:00080000:0.0:1767318259.021439:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306353100, transno 4294974525 00000004:00080000:0.0:1767318259.021441:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311991c00, transno 4294974526 00000004:00080000:0.0:1767318259.021444:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306351500, transno 4294974527 00000004:00080000:0.0:1767318259.021446:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d272680, transno 4294974528 00000004:00080000:0.0:1767318259.021448:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306350700, transno 4294974529 00000004:00080000:0.0:1767318259.021451:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c1500, transno 4294974530 00000004:00080000:0.0:1767318259.021453:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271500, transno 4294974531 00000004:00080000:0.0:1767318259.021456:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a99c00, transno 4294974532 00000004:00080000:0.0:1767318259.021458:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a99880, transno 4294974533 00000004:00080000:0.0:1767318259.021461:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a9b480, transno 4294974534 00000004:00080000:0.0:1767318259.021463:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a9a680, transno 4294974535 00000004:00080000:0.0:1767318259.021465:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c14a80, transno 4294974536 00000004:00080000:0.0:1767318259.021467:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a9b800, transno 4294974537 00000004:00080000:0.0:1767318259.021470:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c17480, transno 4294974538 00000004:00080000:0.0:1767318259.021472:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199b800, transno 4294974539 00000004:00080000:0.0:1767318259.021474:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81e300, transno 4294974540 00000004:00080000:0.0:1767318259.021476:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da30000, transno 4294974541 00000004:00080000:0.0:1767318259.021479:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da33b80, transno 4294974542 00000004:00080000:0.0:1767318259.021481:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da33800, transno 4294974543 00000004:00080000:0.0:1767318259.021483:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81ed80, transno 4294974544 00000004:00080000:0.0:1767318259.021485:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318377480, transno 4294974545 00000004:00080000:0.0:1767318259.021488:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a98000, transno 4294974546 00000004:00080000:0.0:1767318259.021490:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309412300, transno 4294974547 00000004:00080000:0.0:1767318259.021492:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411880, transno 4294974548 00000004:00080000:0.0:1767318259.021494:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c7480, transno 4294974549 00000004:00080000:0.0:1767318259.021498:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318738a80, transno 4294974550 00000004:00080000:0.0:1767318259.021500:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da32680, transno 4294974551 00000004:00080000:0.0:1767318259.021502:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e9f80, transno 4294974552 00000004:00080000:0.0:1767318259.021530:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318739500, transno 4294974553 00000004:00080000:0.0:1767318259.021533:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318739f80, transno 4294974554 00000004:00080000:0.0:1767318259.021536:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da31f80, transno 4294974555 00000004:00080000:0.0:1767318259.021538:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309413b80, transno 4294974556 00000004:00080000:0.0:1767318259.021541:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318738e00, transno 4294974557 00000004:00080000:0.0:1767318259.021544:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318739c00, transno 4294974558 00000004:00080000:0.0:1767318259.021546:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873b480, transno 4294974559 00000004:00080000:0.0:1767318259.021548:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ad80, transno 4294974560 00000004:00080000:0.0:1767318259.021551:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873a300, transno 4294974561 00000004:00080000:0.0:1767318259.021553:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877aa00, transno 4294974562 00000004:00080000:0.0:1767318259.021556:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318738380, transno 4294974563 00000004:00080000:0.0:1767318259.021558:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81c700, transno 4294974564 00000004:00080000:0.0:1767318259.021560:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318739880, transno 4294974565 00000100:00100000:1.0:1767318259.021866:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938537856 00000100:00100000:1.0:1767318259.021874:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938537856 00000100:00100000:1.0:1767318259.021928:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938537728 00000100:00100000:1.0:1767318259.021931:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938537728 00000100:00100000:1.0:1767318259.021946:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938536960 00000100:00100000:1.0:1767318259.021949:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938536960 00000100:00100000:1.0:1767318259.021970:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23735 00000100:00100000:1.0:1767318259.021979:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+277:6186:x1853163938537856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.022004:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:469 count 1 00010000:00010000:1.0:1767318259.022027:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.022047:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c96989 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c59 expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.022055:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.022057:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.022060:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.022094:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c96989 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c59 expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.022105:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c96989 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c59 expref: 58 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.022119:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405827480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938538752:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.022192:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.022312:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23736 00000100:00100000:1.0:1767318259.022320:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+277:6186:x1853163938537728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.022333:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:468 count 1 00010000:00010000:1.0:1767318259.022355:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.022366:0:21388:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c96982 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c4b expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.022371:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.022373:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.022375:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.022393:0:21388:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c96982 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c4b expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.022400:0:21388:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c96982 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c4b expref: 58 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.022410:0:21388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:21388:1853163938538880:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.022438:0:21388:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5540 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.022456:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23737 00000100:00100000:1.0:1767318259.022464:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d247850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+123:6187:x1853163938536960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.022477:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:500 count 1 00010000:00010000:1.0:1767318259.022491:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.022525:0:16012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c964e3 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e04 expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.022533:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.022535:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.022537:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.022556:0:16012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c964e3 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e04 expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.022565:0:16012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c964e3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e04 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.022575:0:16012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938539008:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.022603:0:16012:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a2600 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.022626:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.022664:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938537216 00000100:00100000:1.0:1767318259.022669:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938537216 00000100:00100000:1.0:1767318259.022691:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23738 00000100:00100000:1.0:1767318259.022697:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04103e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+124:6185:x1853163938537216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.022707:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:502 count 1 00010000:00010000:1.0:1767318259.022719:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.022747:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa000/0x3313483622c964f1 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e20 expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.022754:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.022756:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.022759:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.022776:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa000/0x3313483622c964f1 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e20 expref: 27 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.022784:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa000/0x3313483622c964f1 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e20 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.022794:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938539136:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.022816:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.022900:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.022924:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938538112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.022955:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.022978:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1767318259.022984:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938537472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.023005:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.023023:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938537984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.023042:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.023068:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938537600 00000100:00100000:1.0:1767318259.023072:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938537600 00000100:00100000:1.0:1767318259.023092:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938538112 00000100:00100000:1.0:1767318259.023095:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938538112 00000100:00100000:1.0:1767318259.023107:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938537472 00000100:00100000:1.0:1767318259.023110:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938537472 00000100:00100000:1.0:1767318259.023122:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938537984 00000100:00100000:1.0:1767318259.023125:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938537984 00000100:00100000:1.0:1767318259.023140:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23739 00000100:00100000:1.0:1767318259.023146:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+281:6188:x1853163938537600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.023159:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:467 count 1 00010000:00010000:1.0:1767318259.023171:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.023182:0:21382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02aa00/0x3313483622c9697b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c3d expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.023188:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.023190:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.023192:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.023209:0:21382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02aa00/0x3313483622c9697b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c3d expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.023219:0:21382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02aa00/0x3313483622c9697b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c3d expref: 58 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.023228:0:21382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938539264:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.023250:0:21382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.023265:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23740 00000100:00100000:1.0:1767318259.023272:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+281:6188:x1853163938538112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.023285:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:471 count 1 00010000:00010000:1.0:1767318259.023295:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.023309:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c96997 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c75 expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.023315:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.023316:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.023319:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.023335:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c96997 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c75 expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.023356:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c96997 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c75 expref: 58 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.023364:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938539392:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.023387:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a2540 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.023401:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23741 00000100:00100000:1.0:1767318259.023408:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+281:6188:x1853163938537472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.023419:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:466 count 1 00010000:00010000:1.0:1767318259.023429:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.023438:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c96974 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c2f expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.023444:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.023446:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.023448:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.023463:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c96974 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c2f expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.023471:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c96974 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c2f expref: 58 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.023480:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938539520:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.023500:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.023537:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23742 00000100:00100000:1.0:1767318259.023544:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+281:6188:x1853163938537984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.023556:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:470 count 1 00010000:00010000:1.0:1767318259.023566:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.023576:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c96990 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c67 expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.023583:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.023584:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.023587:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.023603:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c96990 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c67 expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.023617:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c96990 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c67 expref: 58 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.023629:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938539648:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.023656:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a2480 going to sleep for 11 seconds 00000004:00080000:0.0:1767318259.023825:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873a680, transno 4294974566 00000004:00080000:0.0:1767318259.023831:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877bb80, transno 4294974567 00000004:00080000:0.0:1767318259.023833:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877a680, transno 4294974568 00000004:00080000:0.0:1767318259.023836:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318778000, transno 4294974569 00000004:00080000:0.0:1767318259.023838:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877b100, transno 4294974570 00000004:00080000:0.0:1767318259.023840:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877a300, transno 4294974571 00000004:00080000:0.0:1767318259.023842:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318778380, transno 4294974572 00000004:00080000:0.0:1767318259.023844:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318779500, transno 4294974573 00000004:00080000:0.0:1767318259.023846:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877b480, transno 4294974574 00000004:00080000:0.0:1767318259.023849:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1ca80, transno 4294974575 00000004:00080000:0.0:1767318259.023851:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1c380, transno 4294974576 00000004:00080000:0.0:1767318259.023852:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1ed80, transno 4294974577 00000004:00080000:0.0:1767318259.023855:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318779180, transno 4294974578 00000004:00080000:0.0:1767318259.023857:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1d180, transno 4294974579 00000004:00080000:0.0:1767318259.023860:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1d880, transno 4294974580 00000004:00080000:0.0:1767318259.023862:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1ce00, transno 4294974581 00000004:00080000:0.0:1767318259.023865:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a72300, transno 4294974582 00000004:00080000:0.0:1767318259.023867:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1f100, transno 4294974583 00000004:00080000:0.0:1767318259.023869:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1dc00, transno 4294974584 00000004:00080000:0.0:1767318259.023871:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a70380, transno 4294974585 00000004:00080000:0.0:1767318259.023873:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a71c00, transno 4294974586 00000004:00080000:0.0:1767318259.023876:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a74e00, transno 4294974587 00000004:00080000:0.0:1767318259.023878:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76680, transno 4294974588 00000004:00080000:0.0:1767318259.023880:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259ce00, transno 4294974589 00000004:00080000:0.0:1767318259.023882:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a70e00, transno 4294974590 00000004:00080000:0.0:1767318259.023884:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259d880, transno 4294974591 00000004:00080000:0.0:1767318259.023887:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259c380, transno 4294974592 00000004:00080000:0.0:1767318259.023889:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259ea00, transno 4294974593 00000004:00080000:0.0:1767318259.023891:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259d180, transno 4294974594 00000004:00080000:0.0:1767318259.023893:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259ed80, transno 4294974595 00000004:00080000:0.0:1767318259.023896:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160bad80, transno 4294974596 00000004:00080000:0.0:1767318259.023898:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259df80, transno 4294974597 00000004:00080000:0.0:1767318259.023900:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259f800, transno 4294974598 00000004:00080000:0.0:1767318259.023902:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259c000, transno 4294974599 00000004:00080000:0.0:1767318259.023904:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259c700, transno 4294974600 00000004:00080000:0.0:1767318259.023907:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259dc00, transno 4294974601 00000004:00080000:0.0:1767318259.023910:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a19880, transno 4294974602 00000004:00080000:0.0:1767318259.023913:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9c700, transno 4294974603 00000004:00080000:0.0:1767318259.023915:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119be680, transno 4294974604 00000004:00080000:0.0:1767318259.023918:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c14700, transno 4294974605 00000004:00080000:0.0:1767318259.023920:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259f480, transno 4294974606 00000004:00080000:0.0:1767318259.023923:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e9500, transno 4294974607 00000004:00080000:0.0:1767318259.023925:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125ea680, transno 4294974608 00000004:00080000:0.0:1767318259.023927:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e8a80, transno 4294974609 00000004:00080000:0.0:1767318259.023930:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a70700, transno 4294974610 00000004:00080000:0.0:1767318259.023933:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a73480, transno 4294974611 00000004:00080000:0.0:1767318259.023935:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e8e00, transno 4294974612 00000004:00080000:0.0:1767318259.023937:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a18700, transno 4294974613 00000004:00080000:0.0:1767318259.023940:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259e300, transno 4294974614 00000004:00080000:0.0:1767318259.023942:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259f100, transno 4294974615 00000004:00080000:0.0:1767318259.023944:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1f480, transno 4294974616 00000004:00080000:0.0:1767318259.023946:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877d500, transno 4294974617 00000004:00080000:0.0:1767318259.023948:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877f100, transno 4294974618 00000004:00080000:0.0:1767318259.023951:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877dc00, transno 4294974619 00000004:00080000:0.0:1767318259.023953:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877c380, transno 4294974620 00000004:00080000:0.0:1767318259.023956:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877fb80, transno 4294974621 00000004:00080000:0.0:1767318259.023958:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877df80, transno 4294974622 00000004:00080000:0.0:1767318259.023960:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877e680, transno 4294974623 00000004:00080000:0.0:1767318259.023962:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce5500, transno 4294974624 00000004:00080000:0.0:1767318259.023964:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce7b80, transno 4294974625 00000004:00080000:0.0:1767318259.023966:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877f800, transno 4294974626 00000004:00080000:0.0:1767318259.023969:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306351180, transno 4294974627 00000004:00080000:0.0:1767318259.023971:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce5f80, transno 4294974628 00000004:00080000:0.0:1767318259.023974:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce4380, transno 4294974629 00000004:00080000:0.0:1767318259.023976:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce4e00, transno 4294974630 00000004:00080000:0.0:1767318259.023979:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce4a80, transno 4294974631 00000004:00080000:0.0:1767318259.023982:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875a680, transno 4294974632 00000004:00080000:0.0:1767318259.023984:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877d880, transno 4294974633 00000004:00080000:0.0:1767318259.023987:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875aa00, transno 4294974634 00000004:00080000:0.0:1767318259.023989:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875ad80, transno 4294974635 00000004:00080000:0.0:1767318259.023992:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e8380, transno 4294974636 00000004:00080000:0.0:1767318259.023994:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318779880, transno 4294974637 00000004:00080000:0.0:1767318259.023996:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318778a80, transno 4294974638 00000004:00080000:0.0:1767318259.023998:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a19180, transno 4294974639 00000004:00080000:0.0:1767318259.024001:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1b800, transno 4294974640 00000004:00080000:0.0:1767318259.024003:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da31500, transno 4294974641 00000004:00080000:0.0:1767318259.024005:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a18a80, transno 4294974642 00000004:00080000:0.0:1767318259.024008:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259d500, transno 4294974643 00000004:00080000:0.0:1767318259.024010:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a19c00, transno 4294974644 00000004:00080000:0.0:1767318259.024012:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a18000, transno 4294974645 00000004:00080000:0.0:1767318259.024015:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81fb80, transno 4294974646 00000004:00080000:0.0:1767318259.024018:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a18380, transno 4294974647 00000004:00080000:0.0:1767318259.024020:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81df80, transno 4294974648 00000004:00080000:0.0:1767318259.024023:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca28000, transno 4294974649 00000004:00080000:0.0:1767318259.024025:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca29c00, transno 4294974650 00000004:00080000:0.0:1767318259.024028:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca28380, transno 4294974651 00000004:00080000:0.0:1767318259.024030:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca41f80, transno 4294974652 00000004:00080000:0.0:1767318259.024033:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738a300, transno 4294974653 00000004:00080000:0.0:1767318259.024036:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d270000, transno 4294974654 00000004:00080000:0.0:1767318259.024038:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d270700, transno 4294974655 00000004:00080000:0.0:1767318259.024041:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271f80, transno 4294974656 00000004:00080000:0.0:1767318259.024043:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306352300, transno 4294974657 00000004:00080000:0.0:1767318259.024046:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738ad80, transno 4294974658 00000004:00080000:0.0:1767318259.024048:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a77b80, transno 4294974659 00000004:00080000:0.0:1767318259.024051:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca28e00, transno 4294974660 00000004:00080000:0.0:1767318259.024053:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da33100, transno 4294974661 00000004:00080000:0.0:1767318259.024056:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d270380, transno 4294974662 00000004:00080000:0.0:1767318259.024058:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a77100, transno 4294974663 00000004:00080000:0.0:1767318259.024061:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d273100, transno 4294974664 00000004:00080000:0.0:1767318259.024063:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d270e00, transno 4294974665 00000004:00080000:0.0:1767318259.024065:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738b480, transno 4294974666 00000004:00080000:0.0:1767318259.024068:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c1f80, transno 4294974667 00000004:00080000:0.0:1767318259.024071:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c3100, transno 4294974668 00000004:00080000:0.0:1767318259.024073:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317388e00, transno 4294974669 00000004:00080000:0.0:1767318259.024077:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738a680, transno 4294974670 00000004:00080000:0.0:1767318259.024079:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d273b80, transno 4294974671 00000004:00080000:0.0:1767318259.024082:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c3480, transno 4294974672 00000004:00080000:0.0:1767318259.024085:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c0700, transno 4294974673 00000004:00080000:0.0:1767318259.024087:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c2300, transno 4294974674 00000004:00080000:0.0:1767318259.024090:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c0000, transno 4294974675 00000004:00080000:0.0:1767318259.024092:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c1880, transno 4294974676 00000004:00080000:0.0:1767318259.024095:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c0380, transno 4294974677 00000004:00080000:0.0:1767318259.024097:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317388000, transno 4294974678 00000004:00080000:0.0:1767318259.024101:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19c00, transno 4294974679 00000004:00080000:0.0:1767318259.024103:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1b480, transno 4294974680 00000004:00080000:0.0:1767318259.024105:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317389f80, transno 4294974681 00000004:00080000:0.0:1767318259.024108:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738b100, transno 4294974682 00000004:00080000:0.0:1767318259.024110:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18700, transno 4294974683 00000004:00080000:0.0:1767318259.024113:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18000, transno 4294974684 00000004:00080000:0.0:1767318259.024116:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19880, transno 4294974685 00000004:00080000:0.0:1767318259.024118:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1a680, transno 4294974686 00000004:00080000:0.0:1767318259.024121:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1a300, transno 4294974687 00000004:00080000:0.0:1767318259.024123:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d270a80, transno 4294974688 00000004:00080000:0.0:1767318259.024126:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d273480, transno 4294974689 00000004:00080000:0.0:1767318259.024128:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d272a00, transno 4294974690 00000004:00080000:0.0:1767318259.024131:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271880, transno 4294974691 00000004:00080000:0.0:1767318259.024134:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a9b100, transno 4294974692 00000004:00080000:0.0:1767318259.024136:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271180, transno 4294974693 00000004:00080000:0.0:1767318259.024138:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5e300, transno 4294974694 00000004:00080000:0.0:1767318259.024140:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5f480, transno 4294974695 00000004:00080000:0.0:1767318259.024142:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5d880, transno 4294974696 00000004:00080000:0.0:1767318259.024145:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5ca80, transno 4294974697 00000004:00080000:0.0:1767318259.024147:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a73100, transno 4294974698 00000004:00080000:0.0:1767318259.024149:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5c380, transno 4294974699 00000004:00080000:0.0:1767318259.024152:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5e680, transno 4294974700 00000004:00080000:0.0:1767318259.024154:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5fb80, transno 4294974701 00000004:00080000:0.0:1767318259.024156:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5df80, transno 4294974702 00000004:00080000:0.0:1767318259.024159:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4c380, transno 4294974703 00000004:00080000:0.0:1767318259.024161:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5d500, transno 4294974704 00000004:00080000:0.0:1767318259.024164:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4ed80, transno 4294974705 00000004:00080000:0.0:1767318259.024166:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4fb80, transno 4294974706 00000004:00080000:0.0:1767318259.024168:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1b800, transno 4294974707 00000004:00080000:0.0:1767318259.024171:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4ce00, transno 4294974708 00000004:00080000:0.0:1767318259.024174:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b5500, transno 4294974709 00000004:00080000:0.0:1767318259.024176:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4d500, transno 4294974710 00000004:00080000:0.0:1767318259.024178:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5f100, transno 4294974711 00000004:00080000:0.0:1767318259.024181:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4ca80, transno 4294974712 00000004:00080000:0.0:1767318259.024183:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b6300, transno 4294974713 00000004:00080000:0.0:1767318259.024186:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b4380, transno 4294974714 00000004:00080000:0.0:1767318259.024188:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b5880, transno 4294974715 00000004:00080000:0.0:1767318259.024190:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b4700, transno 4294974716 00000004:00080000:0.0:1767318259.024193:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b4e00, transno 4294974717 00000004:00080000:0.0:1767318259.024195:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b7480, transno 4294974718 00000004:00080000:0.0:1767318259.024197:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b7b80, transno 4294974719 00000004:00080000:0.0:1767318259.024200:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b6a00, transno 4294974720 00000004:00080000:0.0:1767318259.024203:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d288380, transno 4294974721 00000004:00080000:0.0:1767318259.024205:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d28ad80, transno 4294974722 00000004:00080000:0.0:1767318259.024208:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318779f80, transno 4294974723 00000004:00080000:0.0:1767318259.024210:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b6d80, transno 4294974724 00000004:00080000:0.0:1767318259.024213:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce7800, transno 4294974725 00000004:00080000:0.0:1767318259.024215:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d28aa00, transno 4294974726 00000004:00080000:0.0:1767318259.024218:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d28bb80, transno 4294974727 00000004:00080000:0.0:1767318259.024220:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d289c00, transno 4294974728 00000004:00080000:0.0:1767318259.024222:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d288e00, transno 4294974729 00000004:00080000:0.0:1767318259.024225:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d28a300, transno 4294974730 00000004:00080000:0.0:1767318259.024227:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d28a680, transno 4294974731 00000004:00080000:0.0:1767318259.024229:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2dc000, transno 4294974732 00000004:00080000:0.0:1767318259.024232:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a4380, transno 4294974733 00000004:00080000:0.0:1767318259.024235:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca43b80, transno 4294974734 00000004:00080000:0.0:1767318259.024237:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d289500, transno 4294974735 00000004:00080000:0.0:1767318259.024239:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d288700, transno 4294974736 00000004:00080000:0.0:1767318259.024242:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2dc700, transno 4294974737 00000004:00080000:0.0:1767318259.024244:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca42680, transno 4294974738 00000004:00080000:0.0:1767318259.024246:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d273800, transno 4294974739 00000004:00080000:0.0:1767318259.024248:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a6a00, transno 4294974740 00000004:00080000:0.0:1767318259.024250:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca42a00, transno 4294974741 00000004:00080000:0.0:1767318259.024252:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca40380, transno 4294974742 00000004:00080000:0.0:1767318259.024255:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b5180, transno 4294974743 00000004:00080000:0.0:1767318259.024257:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a5180, transno 4294974744 00000004:00080000:0.0:1767318259.024259:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca43100, transno 4294974745 00000004:00080000:0.0:1767318259.024261:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca40700, transno 4294974746 00000004:00080000:0.0:1767318259.024263:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2de300, transno 4294974747 00000004:00080000:0.0:1767318259.024265:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2df480, transno 4294974748 00000004:00080000:0.0:1767318259.024267:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2dca80, transno 4294974749 00000004:00080000:0.0:1767318259.024270:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a50e00, transno 4294974750 00000004:00080000:0.0:1767318259.024272:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2dd180, transno 4294974751 00000004:00080000:0.0:1767318259.024274:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a50380, transno 4294974752 00000004:00080000:0.0:1767318259.024276:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a52d80, transno 4294974753 00000004:00080000:0.0:1767318259.024278:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2dc380, transno 4294974754 00000004:00080000:0.0:1767318259.024281:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2dd500, transno 4294974755 00000004:00080000:0.0:1767318259.024283:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2de680, transno 4294974756 00000004:00080000:0.0:1767318259.024285:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2ddc00, transno 4294974757 00000004:00080000:0.0:1767318259.024288:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d1c00, transno 4294974758 00000004:00080000:0.0:1767318259.024290:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2dea00, transno 4294974759 00000004:00080000:0.0:1767318259.024293:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2df800, transno 4294974760 00000004:00080000:0.0:1767318259.024295:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2df100, transno 4294974761 00000004:00080000:0.0:1767318259.024298:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5ce00, transno 4294974762 00000004:00080000:0.0:1767318259.024300:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5ed80, transno 4294974763 00000004:00080000:0.0:1767318259.024303:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2dfb80, transno 4294974764 00000004:00080000:0.0:1767318259.024305:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2ddf80, transno 4294974765 00000004:00080000:0.0:1767318259.024308:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2dd880, transno 4294974766 00000004:00080000:0.0:1767318259.024310:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5d180, transno 4294974767 00000004:00080000:0.0:1767318259.024313:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4e300, transno 4294974768 00000004:00080000:0.0:1767318259.024316:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4f480, transno 4294974769 00000004:00080000:0.0:1767318259.024319:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2ded80, transno 4294974770 00000004:00080000:0.0:1767318259.024322:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5c700, transno 4294974771 00000004:00080000:0.0:1767318259.024324:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4d880, transno 4294974772 00000004:00080000:0.0:1767318259.024326:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317908000, transno 4294974773 00000004:00080000:0.0:1767318259.024329:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab5ea00, transno 4294974774 00000004:00080000:0.0:1767318259.024331:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4d180, transno 4294974775 00000004:00080000:0.0:1767318259.024333:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790ad80, transno 4294974776 00000004:00080000:0.0:1767318259.024335:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317908a80, transno 4294974777 00000004:00080000:0.0:1767318259.024338:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790aa00, transno 4294974778 00000004:00080000:0.0:1767318259.024351:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317909f80, transno 4294974779 00000004:00080000:0.0:1767318259.024354:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317909c00, transno 4294974780 00000004:00080000:0.0:1767318259.024356:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317908e00, transno 4294974781 00000004:00080000:0.0:1767318259.024358:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a7b80, transno 4294974782 00000004:00080000:0.0:1767318259.024360:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790b100, transno 4294974783 00000004:00080000:0.0:1767318259.024363:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d2680, transno 4294974784 00000004:00080000:0.0:1767318259.024365:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a6d500, transno 4294974785 00000004:00080000:0.0:1767318259.024367:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d1f80, transno 4294974786 00000004:00080000:0.0:1767318259.024369:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317909180, transno 4294974787 00000004:00080000:0.0:1767318259.024371:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d28b800, transno 4294974788 00000004:00080000:0.0:1767318259.024373:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c2680, transno 4294974789 00000004:00080000:0.0:1767318259.024376:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d288000, transno 4294974790 00000004:00080000:0.0:1767318259.024378:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d288a80, transno 4294974791 00000004:00080000:0.0:1767318259.024381:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81ce00, transno 4294974792 00000004:00080000:0.0:1767318259.024383:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a5f80, transno 4294974793 00000004:00080000:0.0:1767318259.024386:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da32300, transno 4294974794 00000004:00080000:0.0:1767318259.024388:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d28b100, transno 4294974795 00000004:00080000:0.0:1767318259.024391:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d3480, transno 4294974796 00000004:00080000:0.0:1767318259.024393:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160bbb80, transno 4294974797 00000004:00080000:0.0:1767318259.024395:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160ba300, transno 4294974798 00000004:00080000:0.0:1767318259.024398:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a4e00, transno 4294974799 00000004:00080000:0.0:1767318259.024400:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a7b80, transno 4294974800 00000004:00080000:0.0:1767318259.024402:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a5180, transno 4294974801 00000004:00080000:0.0:1767318259.024405:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a6d80, transno 4294974802 00000004:00080000:0.0:1767318259.024408:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a4a80, transno 4294974803 00000004:00080000:0.0:1767318259.024410:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a6a00, transno 4294974804 00000004:00080000:0.0:1767318259.024413:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b8700, transno 4294974805 00000004:00080000:0.0:1767318259.024415:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a5500, transno 4294974806 00000004:00080000:0.0:1767318259.024417:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a7100, transno 4294974807 00000004:00080000:0.0:1767318259.024420:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a5c00, transno 4294974808 00000004:00080000:0.0:1767318259.024422:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a5f80, transno 4294974809 00000004:00080000:0.0:1767318259.024425:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a7800, transno 4294974810 00000004:00080000:0.0:1767318259.024427:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a7480, transno 4294974811 00000004:00080000:0.0:1767318259.024429:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a52300, transno 4294974812 00000004:00080000:0.0:1767318259.024432:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a4000, transno 4294974813 00000004:00080000:0.0:1767318259.024434:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a4700, transno 4294974814 00000004:00080000:0.0:1767318259.024436:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b6680, transno 4294974815 00000004:00080000:0.0:1767318259.024439:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180b7800, transno 4294974816 00000004:00080000:0.0:1767318259.024441:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a53800, transno 4294974817 00000004:00080000:0.0:1767318259.024443:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4e680, transno 4294974818 00000004:00080000:0.0:1767318259.024445:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a6300, transno 4294974819 00000004:00080000:0.0:1767318259.024448:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d6680, transno 4294974820 00000004:00080000:0.0:1767318259.024450:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca28a80, transno 4294974821 00000004:00080000:0.0:1767318259.024452:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317909500, transno 4294974822 00000004:00080000:0.0:1767318259.024454:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2b480, transno 4294974823 00000004:00080000:0.0:1767318259.024457:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2b800, transno 4294974824 00000004:00080000:0.0:1767318259.024458:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2a300, transno 4294974825 00000004:00080000:0.0:1767318259.024461:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a19500, transno 4294974826 00000004:00080000:0.0:1767318259.024463:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1b100, transno 4294974827 00000004:00080000:0.0:1767318259.024466:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a19c00, transno 4294974828 00000004:00080000:0.0:1767318259.024468:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2b100, transno 4294974829 00000004:00080000:0.0:1767318259.024471:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1b800, transno 4294974830 00000004:00080000:0.0:1767318259.024473:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a18a80, transno 4294974831 00000004:00080000:0.0:1767318259.024476:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a19180, transno 4294974832 00000004:00080000:0.0:1767318259.024478:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1a680, transno 4294974833 00000004:00080000:0.0:1767318259.024480:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a18000, transno 4294974834 00000004:00080000:0.0:1767318259.024483:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a19880, transno 4294974835 00000004:00080000:0.0:1767318259.024485:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1a300, transno 4294974836 00000004:00080000:0.0:1767318259.024488:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1ad80, transno 4294974837 00000004:00080000:0.0:1767318259.024491:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a18700, transno 4294974838 00000004:00080000:0.0:1767318259.024493:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a18e00, transno 4294974839 00000004:00080000:0.0:1767318259.024496:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1b480, transno 4294974840 00000004:00080000:0.0:1767318259.024498:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1aa00, transno 4294974841 00000004:00080000:0.0:1767318259.024501:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c2680, transno 4294974842 00000004:00080000:0.0:1767318259.024503:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19500, transno 4294974843 00000004:00080000:0.0:1767318259.024524:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a19f80, transno 4294974844 00000004:00080000:0.0:1767318259.024526:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a18380, transno 4294974845 00000004:00080000:0.0:1767318259.024529:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a97800, transno 4294974846 00000004:00080000:0.0:1767318259.024531:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790b800, transno 4294974847 00000004:00080000:0.0:1767318259.024534:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a95500, transno 4294974848 00000004:00080000:0.0:1767318259.024536:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790bb80, transno 4294974849 00000004:00080000:0.0:1767318259.024540:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a95880, transno 4294974850 00000004:00080000:0.0:1767318259.024542:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a94000, transno 4294974851 00000004:00080000:0.0:1767318259.024544:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a96300, transno 4294974852 00000004:00080000:0.0:1767318259.024546:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab4f100, transno 4294974853 00000004:00080000:0.0:1767318259.024549:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a94380, transno 4294974854 00000004:00080000:0.0:1767318259.024551:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a97480, transno 4294974855 00000004:00080000:0.0:1767318259.024553:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a97b80, transno 4294974856 00000004:00080000:0.0:1767318259.024555:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a96a00, transno 4294974857 00000004:00080000:0.0:1767318259.024557:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a95180, transno 4294974858 00000004:00080000:0.0:1767318259.024560:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a94a80, transno 4294974859 00000004:00080000:0.0:1767318259.024563:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afb800, transno 4294974860 00000004:00080000:0.0:1767318259.024565:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317822d80, transno 4294974861 00000004:00080000:0.0:1767318259.024567:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afb480, transno 4294974862 00000004:00080000:0.0:1767318259.024570:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af9880, transno 4294974863 00000004:00080000:0.0:1767318259.024573:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ad180, transno 4294974864 00000004:00080000:0.0:1767318259.024575:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af9f80, transno 4294974865 00000004:00080000:0.0:1767318259.024578:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af8380, transno 4294974866 00000004:00080000:0.0:1767318259.024581:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317857480, transno 4294974867 00000004:00080000:0.0:1767318259.024583:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afa300, transno 4294974868 00000004:00080000:0.0:1767318259.024586:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317854380, transno 4294974869 00000004:00080000:0.0:1767318259.024588:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317854700, transno 4294974870 00000004:00080000:0.0:1767318259.024591:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a96680, transno 4294974871 00000004:00080000:0.0:1767318259.024593:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a95c00, transno 4294974872 00000004:00080000:0.0:1767318259.024595:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a95f80, transno 4294974873 00000004:00080000:0.0:1767318259.024598:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a96d80, transno 4294974874 00000004:00080000:0.0:1767318259.024600:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317823b80, transno 4294974875 00000004:00080000:0.0:1767318259.024603:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317820000, transno 4294974876 00000004:00080000:0.0:1767318259.024605:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317823800, transno 4294974877 00000004:00080000:0.0:1767318259.024607:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317856300, transno 4294974878 00000004:00080000:0.0:1767318259.024610:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317821500, transno 4294974879 00000004:00080000:0.0:1767318259.024613:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a94700, transno 4294974880 00000004:00080000:0.0:1767318259.024615:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a97100, transno 4294974881 00000004:00080000:0.0:1767318259.024618:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a94e00, transno 4294974882 00000004:00080000:0.0:1767318259.024620:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317821f80, transno 4294974883 00000004:00080000:0.0:1767318259.024623:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bd180, transno 4294974884 00000004:00080000:0.0:1767318259.024625:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317820e00, transno 4294974885 00000004:00080000:0.0:1767318259.024628:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bce00, transno 4294974886 00000004:00080000:0.0:1767318259.024630:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317822a00, transno 4294974887 00000004:00080000:0.0:1767318259.024633:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bca80, transno 4294974888 00000004:00080000:0.0:1767318259.024635:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bd500, transno 4294974889 00000004:00080000:0.0:1767318259.024638:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bdf80, transno 4294974890 00000004:00080000:0.0:1767318259.024640:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bc700, transno 4294974891 00000004:00080000:0.0:1767318259.024643:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bc380, transno 4294974892 00000004:00080000:0.0:1767318259.024645:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bf100, transno 4294974893 00000004:00080000:0.0:1767318259.024648:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bd880, transno 4294974894 00000004:00080000:0.0:1767318259.024651:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aaf480, transno 4294974895 00000004:00080000:0.0:1767318259.024653:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178be300, transno 4294974896 00000004:00080000:0.0:1767318259.024655:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d07480, transno 4294974897 00000004:00080000:0.0:1767318259.024658:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d04700, transno 4294974898 00000004:00080000:0.0:1767318259.024660:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bf480, transno 4294974899 00000004:00080000:0.0:1767318259.024663:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1bb80, transno 4294974900 00000004:00080000:0.0:1767318259.024665:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178de680, transno 4294974901 00000004:00080000:0.0:1767318259.024668:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d1180, transno 4294974902 00000004:00080000:0.0:1767318259.024670:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d1500, transno 4294974903 00000004:00080000:0.0:1767318259.024672:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aac700, transno 4294974904 00000004:00080000:0.0:1767318259.024674:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2dce00, transno 4294974905 00000004:00080000:0.0:1767318259.024677:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a4e00, transno 4294974906 00000004:00080000:0.0:1767318259.024679:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a7480, transno 4294974907 00000004:00080000:0.0:1767318259.024682:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d289180, transno 4294974908 00000004:00080000:0.0:1767318259.024685:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a5c00, transno 4294974909 00000004:00080000:0.0:1767318259.024688:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2d2d80, transno 4294974910 00000004:00080000:0.0:1767318259.024690:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d289880, transno 4294974911 00000004:00080000:0.0:1767318259.024693:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a5500, transno 4294974912 00000004:00080000:0.0:1767318259.024695:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4af800, transno 4294974913 00000004:00080000:0.0:1767318259.024698:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4adf80, transno 4294974914 00000004:00080000:0.0:1767318259.024700:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a4700, transno 4294974915 00000004:00080000:0.0:1767318259.024703:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aac380, transno 4294974916 00000004:00080000:0.0:1767318259.024705:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4adc00, transno 4294974917 00000004:00080000:0.0:1767318259.024709:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4aea00, transno 4294974918 00000004:00080000:0.0:1767318259.024711:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ad880, transno 4294974919 00000004:00080000:0.0:1767318259.024714:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ac380, transno 4294974920 00000004:00080000:0.0:1767318259.024717:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4aca80, transno 4294974921 00000004:00080000:0.0:1767318259.024720:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4afb80, transno 4294974922 00000004:00080000:0.0:1767318259.024722:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ac700, transno 4294974923 00000004:00080000:0.0:1767318259.024724:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4af480, transno 4294974924 00000004:00080000:0.0:1767318259.024727:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4aed80, transno 4294974925 00000004:00080000:0.0:1767318259.024729:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d04a80, transno 4294974926 00000004:00080000:0.0:1767318259.024731:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ace00, transno 4294974927 00000004:00080000:0.0:1767318259.024733:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d06d80, transno 4294974928 00000004:00080000:0.0:1767318259.024736:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ac000, transno 4294974929 00000004:00080000:0.0:1767318259.024738:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d06a00, transno 4294974930 00000004:00080000:0.0:1767318259.024740:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d05500, transno 4294974931 00000004:00080000:0.0:1767318259.024743:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d05c00, transno 4294974932 00000004:00080000:0.0:1767318259.024745:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4af100, transno 4294974933 00000004:00080000:0.0:1767318259.024748:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d05880, transno 4294974934 00000004:00080000:0.0:1767318259.024750:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178dea00, transno 4294974935 00000004:00080000:0.0:1767318259.024753:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d07800, transno 4294974936 00000004:00080000:0.0:1767318259.024756:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178dd180, transno 4294974937 00000004:00080000:0.0:1767318259.024758:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4b9880, transno 4294974938 00000004:00080000:0.0:1767318259.024761:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178dfb80, transno 4294974939 00000004:00080000:0.0:1767318259.024764:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f11c00, transno 4294974940 00000004:00080000:0.0:1767318259.024767:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f10000, transno 4294974941 00000004:00080000:0.0:1767318259.024770:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f11880, transno 4294974942 00000004:00080000:0.0:1767318259.025379:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f13800, transno 4294974943 00000004:00080000:0.0:1767318259.025382:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f10380, transno 4294974944 00000004:00080000:0.0:1767318259.025384:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f12680, transno 4294974945 00000004:00080000:0.0:1767318259.025386:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5e680, transno 4294974946 00000004:00080000:0.0:1767318259.025388:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317d05180, transno 4294974947 00000004:00080000:0.0:1767318259.025391:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4b9c00, transno 4294974948 00000004:00080000:0.0:1767318259.025393:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa6d80, transno 4294974949 00000004:00080000:0.0:1767318259.025396:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa4a80, transno 4294974950 00000004:00080000:0.0:1767318259.025399:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa5f80, transno 4294974951 00000004:00080000:0.0:1767318259.025401:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc4a80, transno 4294974952 00000004:00080000:0.0:1767318259.025403:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa5180, transno 4294974953 00000004:00080000:0.0:1767318259.025406:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa7480, transno 4294974954 00000004:00080000:0.0:1767318259.025408:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc4380, transno 4294974955 00000004:00080000:0.0:1767318259.025410:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa4e00, transno 4294974956 00000004:00080000:0.0:1767318259.025412:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc6300, transno 4294974957 00000004:00080000:0.0:1767318259.025415:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc7480, transno 4294974958 00000004:00080000:0.0:1767318259.025417:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcd500, transno 4294974959 00000004:00080000:0.0:1767318259.025419:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcdf80, transno 4294974960 00000004:00080000:0.0:1767318259.025422:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcdc00, transno 4294974961 00000004:00080000:0.0:1767318259.025424:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcc700, transno 4294974962 00000004:00080000:0.0:1767318259.025427:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcf480, transno 4294974963 00000004:00080000:0.0:1767318259.025429:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcc380, transno 4294974964 00000004:00080000:0.0:1767318259.025432:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc7b80, transno 4294974965 00000004:00080000:0.0:1767318259.025434:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcd180, transno 4294974966 00000004:00080000:0.0:1767318259.025436:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fced80, transno 4294974967 00000004:00080000:0.0:1767318259.025438:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fefb80, transno 4294974968 00000004:00080000:0.0:1767318259.025441:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fed500, transno 4294974969 00000004:00080000:0.0:1767318259.025443:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fedf80, transno 4294974970 00000004:00080000:0.0:1767318259.025446:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fedc00, transno 4294974971 00000004:00080000:0.0:1767318259.025449:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fec700, transno 4294974972 00000004:00080000:0.0:1767318259.025451:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fef480, transno 4294974973 00000004:00080000:0.0:1767318259.025454:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fed880, transno 4294974974 00000004:00080000:0.0:1767318259.025456:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312feca80, transno 4294974975 00000004:00080000:0.0:1767318259.025459:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fece00, transno 4294974976 00000004:00080000:0.0:1767318259.025461:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312feea00, transno 4294974977 00000004:00080000:0.0:1767318259.025464:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed4700, transno 4294974978 00000004:00080000:0.0:1767318259.025467:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed7480, transno 4294974979 00000004:00080000:0.0:1767318259.025470:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed4380, transno 4294974980 00000004:00080000:0.0:1767318259.025472:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed4a80, transno 4294974981 00000004:00080000:0.0:1767318259.025475:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed7b80, transno 4294974982 00000004:00080000:0.0:1767318259.025477:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed5c00, transno 4294974983 00000004:00080000:0.0:1767318259.025480:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d9180, transno 4294974984 00000004:00080000:0.0:1767318259.025483:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d8000, transno 4294974985 00000004:00080000:0.0:1767318259.025485:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d8700, transno 4294974986 00000004:00080000:0.0:1767318259.025488:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed6a00, transno 4294974987 00000004:00080000:0.0:1767318259.025490:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d8a80, transno 4294974988 00000004:00080000:0.0:1767318259.025493:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160ddc00, transno 4294974989 00000004:00080000:0.0:1767318259.025495:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160de300, transno 4294974990 00000004:00080000:0.0:1767318259.025498:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160df480, transno 4294974991 00000004:00080000:0.0:1767318259.025500:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d8e00, transno 4294974992 00000004:00080000:0.0:1767318259.025503:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed7800, transno 4294974993 00000004:00080000:0.0:1767318259.025521:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dad80, transno 4294974994 00000004:00080000:0.0:1767318259.025524:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dce00, transno 4294974995 00000004:00080000:0.0:1767318259.025527:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160ded80, transno 4294974996 00000004:00080000:0.0:1767318259.025530:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dea00, transno 4294974997 00000004:00080000:0.0:1767318259.025532:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160df800, transno 4294974998 00000004:00080000:0.0:1767318259.025535:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d958380, transno 4294974999 00000004:00080000:0.0:1767318259.025538:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d958a80, transno 4294975000 00000004:00080000:0.0:1767318259.025540:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d963100, transno 4294975001 00000004:00080000:0.0:1767318259.025543:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d959180, transno 4294975002 00000004:00080000:0.0:1767318259.025545:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d961500, transno 4294975003 00000004:00080000:0.0:1767318259.025548:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d995180, transno 4294975004 00000004:00080000:0.0:1767318259.025551:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9bb800, transno 4294975005 00000004:00080000:0.0:1767318259.025553:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9b9880, transno 4294975006 00000004:00080000:0.0:1767318259.025556:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9baa00, transno 4294975007 00000004:00080000:0.0:1767318259.025558:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d958000, transno 4294975008 00000004:00080000:0.0:1767318259.025561:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d958700, transno 4294975009 00000004:00080000:0.0:1767318259.025563:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9b8a80, transno 4294975010 00000004:00080000:0.0:1767318259.025566:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9b9180, transno 4294975011 00000004:00080000:0.0:1767318259.025568:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160ddf80, transno 4294975012 00000004:00080000:0.0:1767318259.025570:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9dad80, transno 4294975013 00000004:00080000:0.0:1767318259.025573:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9da300, transno 4294975014 00000004:00080000:0.0:1767318259.025575:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9d9180, transno 4294975015 00000004:00080000:0.0:1767318259.025578:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9d8000, transno 4294975016 00000004:00080000:0.0:1767318259.025580:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9d8e00, transno 4294975017 00000004:00080000:0.0:1767318259.025582:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9d8700, transno 4294975018 00000004:00080000:0.0:1767318259.025584:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5d880, transno 4294975019 00000004:00080000:0.0:1767318259.025587:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5c000, transno 4294975020 00000004:00080000:0.0:1767318259.025590:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160de680, transno 4294975021 00000004:00080000:0.0:1767318259.025592:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5d500, transno 4294975022 00000004:00080000:0.0:1767318259.025595:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d958e00, transno 4294975023 00000004:00080000:0.0:1767318259.025597:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d95aa00, transno 4294975024 00000004:00080000:0.0:1767318259.025600:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d95bb80, transno 4294975025 00000004:00080000:0.0:1767318259.025603:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5fb80, transno 4294975026 00000004:00080000:0.0:1767318259.025605:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d959500, transno 4294975027 00000004:00080000:0.0:1767318259.025607:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160dfb80, transno 4294975028 00000004:00080000:0.0:1767318259.025609:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5e300, transno 4294975029 00000004:00080000:0.0:1767318259.025613:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d5c00, transno 4294975030 00000004:00080000:0.0:1767318259.025615:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d6300, transno 4294975031 00000004:00080000:0.0:1767318259.025618:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d5f80, transno 4294975032 00000004:00080000:0.0:1767318259.025620:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d5500, transno 4294975033 00000004:00080000:0.0:1767318259.025622:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4ba680, transno 4294975034 00000004:00080000:0.0:1767318259.025625:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4b8000, transno 4294975035 00000004:00080000:0.0:1767318259.025627:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d4700, transno 4294975036 00000004:00080000:0.0:1767318259.025629:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d994000, transno 4294975037 00000004:00080000:0.0:1767318259.025632:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d995880, transno 4294975038 00000004:00080000:0.0:1767318259.025634:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d996300, transno 4294975039 00000004:00080000:0.0:1767318259.025637:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d995c00, transno 4294975040 00000004:00080000:0.0:1767318259.025650:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d996680, transno 4294975041 00000004:00080000:0.0:1767318259.025653:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9bb100, transno 4294975042 00000004:00080000:0.0:1767318259.025655:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d997b80, transno 4294975043 00000004:00080000:0.0:1767318259.025658:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d994a80, transno 4294975044 00000004:00080000:0.0:1767318259.025660:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9ba300, transno 4294975045 00000004:00080000:0.0:1767318259.025662:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9b9500, transno 4294975046 00000004:00080000:0.0:1767318259.025664:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9b9f80, transno 4294975047 00000004:00080000:0.0:1767318259.025667:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9bb480, transno 4294975048 00000004:00080000:0.0:1767318259.025670:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9bbb80, transno 4294975049 00000004:00080000:0.0:1767318259.025672:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9b8380, transno 4294975050 00000004:00080000:0.0:1767318259.025675:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4d4380, transno 4294975051 00000004:00080000:0.0:1767318259.025677:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9bad80, transno 4294975052 00000004:00080000:0.0:1767318259.025680:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f13b80, transno 4294975053 00000004:00080000:0.0:1767318259.025683:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa7800, transno 4294975054 00000004:00080000:0.0:1767318259.025686:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f10a80, transno 4294975055 00000004:00080000:0.0:1767318259.025689:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa6a00, transno 4294975056 00000004:00080000:0.0:1767318259.025691:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da2300, transno 4294975057 00000004:00080000:0.0:1767318259.025693:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da1500, transno 4294975058 00000004:00080000:0.0:1767318259.025696:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da2d80, transno 4294975059 00000004:00080000:0.0:1767318259.025699:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9ba680, transno 4294975060 00000004:00080000:0.0:1767318259.025701:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da2680, transno 4294975061 00000004:00080000:0.0:1767318259.025704:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da0e00, transno 4294975062 00000004:00080000:0.0:1767318259.026455:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa5880, transno 4294975063 00000004:00080000:0.0:1767318259.026461:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da0700, transno 4294975064 00000004:00080000:0.0:1767318259.026464:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317821c00, transno 4294975065 00000004:00080000:0.0:1767318259.026466:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a6d80, transno 4294975066 00000004:00080000:0.0:1767318259.026469:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317823100, transno 4294975067 00000004:00080000:0.0:1767318259.026472:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9d9c00, transno 4294975068 00000004:00080000:0.0:1767318259.026475:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f11500, transno 4294975069 00000004:00080000:0.0:1767318259.026477:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fcca80, transno 4294975070 00000004:00080000:0.0:1767318259.026480:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da3100, transno 4294975071 00000004:00080000:0.0:1767318259.026483:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f3100, transno 4294975072 00000004:00080000:0.0:1767318259.026485:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9d8a80, transno 4294975073 00000004:00080000:0.0:1767318259.026487:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f0700, transno 4294975074 00000004:00080000:0.0:1767318259.026490:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d961180, transno 4294975075 00000004:00080000:0.0:1767318259.026493:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d963800, transno 4294975076 00000004:00080000:0.0:1767318259.026495:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9d9f80, transno 4294975077 00000004:00080000:0.0:1767318259.026497:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fec380, transno 4294975078 00000004:00080000:0.0:1767318259.026500:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5c380, transno 4294975079 00000004:00080000:0.0:1767318259.026528:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d963480, transno 4294975080 00000004:00080000:0.0:1767318259.026532:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4b8a80, transno 4294975081 00000004:00080000:0.0:1767318259.026535:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4baa00, transno 4294975082 00000004:00080000:0.0:1767318259.026537:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed5880, transno 4294975083 00000004:00080000:0.0:1767318259.026540:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed4e00, transno 4294975084 00000004:00080000:0.0:1767318259.026542:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4b8380, transno 4294975085 00000004:00080000:0.0:1767318259.026545:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4bad80, transno 4294975086 00000004:00080000:0.0:1767318259.026547:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f3480, transno 4294975087 00000004:00080000:0.0:1767318259.026550:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4bbb80, transno 4294975088 00000004:00080000:0.0:1767318259.026552:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f1c00, transno 4294975089 00000004:00080000:0.0:1767318259.026555:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f3800, transno 4294975090 00000004:00080000:0.0:1767318259.026558:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178bc000, transno 4294975091 00000004:00080000:0.0:1767318259.026561:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52c380, transno 4294975092 00000004:00080000:0.0:1767318259.026563:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52d880, transno 4294975093 00000004:00080000:0.0:1767318259.026566:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249ddc00, transno 4294975094 00000004:00080000:0.0:1767318259.026568:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52ca80, transno 4294975095 00000004:00080000:0.0:1767318259.026570:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e4a80, transno 4294975096 00000004:00080000:0.0:1767318259.026573:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c561f80, transno 4294975097 00000004:00080000:0.0:1767318259.026575:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f0000, transno 4294975098 00000004:00080000:0.0:1767318259.026577:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e7b80, transno 4294975099 00000004:00080000:0.0:1767318259.026580:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e7480, transno 4294975100 00000004:00080000:0.0:1767318259.026583:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e6300, transno 4294975101 00000004:00080000:0.0:1767318259.026585:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249df800, transno 4294975102 00000004:00080000:0.0:1767318259.026588:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d54380, transno 4294975103 00000004:00080000:0.0:1767318259.026590:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d55500, transno 4294975104 00000004:00080000:0.0:1767318259.026593:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249df100, transno 4294975105 00000004:00080000:0.0:1767318259.026596:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d55c00, transno 4294975106 00000004:00080000:0.0:1767318259.026598:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d55180, transno 4294975107 00000004:00080000:0.0:1767318259.026601:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d54000, transno 4294975108 00000004:00080000:0.0:1767318259.026603:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c561180, transno 4294975109 00000004:00080000:0.0:1767318259.026606:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c544700, transno 4294975110 00000004:00080000:0.0:1767318259.026609:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311692d80, transno 4294975111 00000004:00080000:0.0:1767318259.026612:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249dea00, transno 4294975112 00000004:00080000:0.0:1767318259.026614:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f2680, transno 4294975113 00000004:00080000:0.0:1767318259.026617:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f2300, transno 4294975114 00000004:00080000:0.0:1767318259.026620:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c511180, transno 4294975115 00000004:00080000:0.0:1767318259.026622:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f2d80, transno 4294975116 00000004:00080000:0.0:1767318259.026625:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c513480, transno 4294975117 00000004:00080000:0.0:1767318259.026627:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f1880, transno 4294975118 00000004:00080000:0.0:1767318259.026630:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df5500, transno 4294975119 00000004:00080000:0.0:1767318259.026633:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c560e00, transno 4294975120 00000004:00080000:0.0:1767318259.026636:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249ded80, transno 4294975121 00000004:00080000:0.0:1767318259.026638:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5dc00, transno 4294975122 00000004:00080000:0.0:1767318259.026641:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249dc700, transno 4294975123 00000004:00080000:0.0:1767318259.026643:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aad180, transno 4294975124 00000004:00080000:0.0:1767318259.026645:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249dd500, transno 4294975125 00000004:00080000:0.0:1767318259.026648:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e4380, transno 4294975126 00000004:00080000:0.0:1767318259.026651:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aafb80, transno 4294975127 00000004:00080000:0.0:1767318259.026653:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5ce00, transno 4294975128 00000004:00080000:0.0:1767318259.026656:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5ed80, transno 4294975129 00000004:00080000:0.0:1767318259.026659:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da0a80, transno 4294975130 00000004:00080000:0.0:1767318259.026661:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5f480, transno 4294975131 00000004:00080000:0.0:1767318259.026663:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da1c00, transno 4294975132 00000004:00080000:0.0:1767318259.026666:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5f800, transno 4294975133 00000004:00080000:0.0:1767318259.026669:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088aad80, transno 4294975134 00000004:00080000:0.0:1767318259.026672:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da3b80, transno 4294975135 00000004:00080000:0.0:1767318259.026674:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088aa300, transno 4294975136 00000004:00080000:0.0:1767318259.026676:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088a8700, transno 4294975137 00000004:00080000:0.0:1767318259.026679:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088ab100, transno 4294975138 00000004:00080000:0.0:1767318259.026681:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317df4700, transno 4294975139 00000004:00080000:0.0:1767318259.026684:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249dfb80, transno 4294975140 00000004:00080000:0.0:1767318259.026687:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e4e00, transno 4294975141 00000004:00080000:0.0:1767318259.026690:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e7100, transno 4294975142 00000004:00080000:0.0:1767318259.026692:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5ea00, transno 4294975143 00000004:00080000:0.0:1767318259.026695:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed5180, transno 4294975144 00000004:00080000:0.0:1767318259.026698:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306ed4000, transno 4294975145 00000004:00080000:0.0:1767318259.026701:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249dca80, transno 4294975146 00000004:00080000:0.0:1767318259.026703:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51a680, transno 4294975147 00000004:00080000:0.0:1767318259.026716:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5d180, transno 4294975148 00000004:00080000:0.0:1767318259.026719:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c518e00, transno 4294975149 00000004:00080000:0.0:1767318259.026722:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c518380, transno 4294975150 00000004:00080000:0.0:1767318259.026725:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d2a6300, transno 4294975151 00000004:00080000:0.0:1767318259.026728:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d57480, transno 4294975152 00000004:00080000:0.0:1767318259.026730:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e7800, transno 4294975153 00000004:00080000:0.0:1767318259.026733:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318758e00, transno 4294975154 00000004:00080000:0.0:1767318259.026736:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5c700, transno 4294975155 00000004:00080000:0.0:1767318259.026738:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178df100, transno 4294975156 00000004:00080000:0.0:1767318259.026741:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d0380, transno 4294975157 00000004:00080000:0.0:1767318259.026744:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c562300, transno 4294975158 00000004:00080000:0.0:1767318259.026746:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088aaa00, transno 4294975159 00000004:00080000:0.0:1767318259.026749:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f10e00, transno 4294975160 00000004:00080000:0.0:1767318259.026751:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4bb800, transno 4294975161 00000004:00080000:0.0:1767318259.026754:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c561500, transno 4294975162 00000004:00080000:0.0:1767318259.026757:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088a8000, transno 4294975163 00000004:00080000:0.0:1767318259.026759:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088aa680, transno 4294975164 00000004:00080000:0.0:1767318259.026762:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c2d80, transno 4294975165 00000004:00080000:0.0:1767318259.026765:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c4a5880, transno 4294975166 00000004:00080000:0.0:1767318259.026767:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160ba680, transno 4294975167 00000004:00080000:0.0:1767318259.026770:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81c000, transno 4294975168 00000004:00080000:0.0:1767318259.026955:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c510e00, transno 4294975169 00000004:00080000:0.0:1767318259.026959:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c512680, transno 4294975170 00000004:00080000:0.0:1767318259.026962:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51bb80, transno 4294975171 00000004:00080000:0.0:1767318259.026964:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c519f80, transno 4294975172 00000004:00080000:0.0:1767318259.026967:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088a8e00, transno 4294975173 00000004:00080000:0.0:1767318259.026970:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875b100, transno 4294975174 00000004:00080000:0.0:1767318259.026972:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c510000, transno 4294975175 00000004:00080000:0.0:1767318259.026974:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c199f80, transno 4294975176 00000004:00080000:0.0:1767318259.026976:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b230000, transno 4294975177 00000004:00080000:0.0:1767318259.026979:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088ab800, transno 4294975178 00000004:00080000:0.0:1767318259.026981:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088abb80, transno 4294975179 00000004:00080000:0.0:1767318259.026984:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b5880, transno 4294975180 00000004:00080000:0.0:1767318259.026987:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03249e5c00, transno 4294975181 00000004:00080000:0.0:1767318259.026989:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c511f80, transno 4294975182 00000004:00080000:0.0:1767318259.026992:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875a300, transno 4294975183 00000004:00080000:0.0:1767318259.026994:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317da0380, transno 4294975184 00000004:00080000:0.0:1767318259.026996:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d0a80, transno 4294975185 00000004:00080000:0.0:1767318259.026999:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f5f100, transno 4294975186 00000004:00080000:0.0:1767318259.027001:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81dc00, transno 4294975187 00000004:00080000:0.0:1767318259.027004:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318779c00, transno 4294975188 00000004:00080000:0.0:1767318259.027006:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52f100, transno 4294975189 00000004:00080000:0.0:1767318259.027009:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52ce00, transno 4294975190 00000004:00080000:0.0:1767318259.027011:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7ea00, transno 4294975191 00000004:00080000:0.0:1767318259.027014:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c510a80, transno 4294975192 00000004:00080000:0.0:1767318259.027016:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d55880, transno 4294975193 00000004:00080000:0.0:1767318259.027018:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52ed80, transno 4294975194 00000004:00080000:0.0:1767318259.027020:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318758000, transno 4294975195 00000004:00080000:0.0:1767318259.027023:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fed180, transno 4294975196 00000004:00080000:0.0:1767318259.027025:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d28b480, transno 4294975197 00000004:00080000:0.0:1767318259.027028:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fec000, transno 4294975198 00000004:00080000:0.0:1767318259.027031:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7ed80, transno 4294975199 00000004:00080000:0.0:1767318259.027034:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7c700, transno 4294975200 00000004:00080000:0.0:1767318259.027037:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7e300, transno 4294975201 00000004:00080000:0.0:1767318259.027039:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7dc00, transno 4294975202 00000004:00080000:0.0:1767318259.027042:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c562d80, transno 4294975203 00000004:00080000:0.0:1767318259.027044:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088ab480, transno 4294975204 00000004:00080000:0.0:1767318259.027047:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160d9f80, transno 4294975205 00000004:00080000:0.0:1767318259.027049:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c15880, transno 4294975206 00000004:00080000:0.0:1767318259.027052:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a21c00, transno 4294975207 00000004:00080000:0.0:1767318259.027054:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03088a8a80, transno 4294975208 00000004:00080000:0.0:1767318259.027057:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309336a00, transno 4294975209 00000004:00080000:0.0:1767318259.027060:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51ad80, transno 4294975210 00000004:00080000:0.0:1767318259.027063:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a20700, transno 4294975211 00000004:00080000:0.0:1767318259.027065:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03178dca80, transno 4294975212 00000004:00080000:0.0:1767318259.027068:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a21f80, transno 4294975213 00000004:00080000:0.0:1767318259.027071:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c2d80, transno 4294975214 00000004:00080000:0.0:1767318259.027073:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c0000, transno 4294975215 00000004:00080000:0.0:1767318259.027076:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c0380, transno 4294975216 00000004:00080000:0.0:1767318259.027078:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c0a80, transno 4294975217 00000004:00080000:0.0:1767318259.027081:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c0e00, transno 4294975218 00000004:00080000:0.0:1767318259.027084:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875b800, transno 4294975219 00000004:00080000:0.0:1767318259.027087:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81f800, transno 4294975220 00000004:00080000:0.0:1767318259.027089:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f12a00, transno 4294975221 00000004:00080000:0.0:1767318259.027091:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318778700, transno 4294975222 00000004:00080000:0.0:1767318259.027094:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7ca80, transno 4294975223 00000004:00080000:0.0:1767318259.027096:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318778e00, transno 4294975224 00000004:00080000:0.0:1767318259.027099:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a60000, transno 4294975225 00000004:00080000:0.0:1767318259.027101:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a62a00, transno 4294975226 00000004:00080000:0.0:1767318259.027103:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317855880, transno 4294975227 00000004:00080000:0.0:1767318259.027106:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a61f80, transno 4294975228 00000004:00080000:0.0:1767318259.027109:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a61c00, transno 4294975229 00000004:00080000:0.0:1767318259.027111:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a64e00, transno 4294975230 00000004:00080000:0.0:1767318259.027114:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a64000, transno 4294975231 00000004:00080000:0.0:1767318259.027116:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a63100, transno 4294975232 00000004:00080000:0.0:1767318259.027118:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a66d80, transno 4294975233 00000004:00080000:0.0:1767318259.027120:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a62300, transno 4294975234 00000004:00080000:0.0:1767318259.027123:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d28a80, transno 4294975235 00000004:00080000:0.0:1767318259.027125:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a61500, transno 4294975236 00000004:00080000:0.0:1767318259.027128:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a65c00, transno 4294975237 00000004:00080000:0.0:1767318259.027130:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a65180, transno 4294975238 00000004:00080000:0.0:1767318259.027133:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd0a80, transno 4294975239 00000004:00080000:0.0:1767318259.027136:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160da300, transno 4294975240 00000004:00080000:0.0:1767318259.027138:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d9f1f80, transno 4294975241 00000004:00080000:0.0:1767318259.027140:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a20000, transno 4294975242 00000004:00080000:0.0:1767318259.027143:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317aaf800, transno 4294975243 00000004:00080000:0.0:1767318259.027146:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a22d80, transno 4294975244 00000004:00080000:0.0:1767318259.027148:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a22300, transno 4294975245 00000004:00080000:0.0:1767318259.027150:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a23100, transno 4294975246 00000004:00080000:0.0:1767318259.027152:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a21880, transno 4294975247 00000004:00080000:0.0:1767318259.027155:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd1180, transno 4294975248 00000004:00080000:0.0:1767318259.027157:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd1f80, transno 4294975249 00000004:00080000:0.0:1767318259.027159:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a21500, transno 4294975250 00000004:00080000:0.0:1767318259.027161:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a67480, transno 4294975251 00000004:00080000:0.0:1767318259.027163:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd2d80, transno 4294975252 00000004:00080000:0.0:1767318259.027165:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a23b80, transno 4294975253 00000004:00080000:0.0:1767318259.027168:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3a680, transno 4294975254 00000004:00080000:0.0:1767318259.027170:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3b100, transno 4294975255 00000004:00080000:0.0:1767318259.027173:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3bb80, transno 4294975256 00000004:00080000:0.0:1767318259.027175:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f39c00, transno 4294975257 00000004:00080000:0.0:1767318259.027177:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f39880, transno 4294975258 00000004:00080000:0.0:1767318259.027179:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b62300, transno 4294975259 00000004:00080000:0.0:1767318259.027181:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b60000, transno 4294975260 00000004:00080000:0.0:1767318259.027184:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311691f80, transno 4294975261 00000004:00080000:0.0:1767318259.027187:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabf100, transno 4294975262 00000004:00080000:0.0:1767318259.027189:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2ad80, transno 4294975263 00000004:00080000:0.0:1767318259.027192:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f34380, transno 4294975264 00000004:00080000:0.0:1767318259.027195:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabc380, transno 4294975265 00000004:00080000:0.0:1767318259.027197:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d28e00, transno 4294975266 00000004:00080000:0.0:1767318259.027199:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d28700, transno 4294975267 00000004:00080000:0.0:1767318259.027201:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabc000, transno 4294975268 00000004:00080000:0.0:1767318259.027204:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3aa00, transno 4294975269 00000004:00080000:0.0:1767318259.027207:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d29180, transno 4294975270 00000004:00080000:0.0:1767318259.027210:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2b480, transno 4294975271 00000004:00080000:0.0:1767318259.027212:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d28000, transno 4294975272 00000004:00080000:0.0:1767318259.027215:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d54a80, transno 4294975273 00000004:00080000:0.0:1767318259.027217:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318758a80, transno 4294975274 00000004:00080000:0.0:1767318259.027219:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f36a00, transno 4294975275 00000004:00080000:0.0:1767318259.027221:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3b480, transno 4294975276 00000004:00080000:0.0:1767318259.027223:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f34e00, transno 4294975277 00000004:00080000:0.0:1767318259.027225:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2b800, transno 4294975278 00000004:00080000:0.0:1767318259.027227:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f36d80, transno 4294975279 00000004:00080000:0.0:1767318259.027229:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52f480, transno 4294975280 00000004:00080000:0.0:1767318259.027232:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f2b800, transno 4294975281 00000004:00080000:0.0:1767318259.027234:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f34700, transno 4294975282 00000004:00080000:0.0:1767318259.027236:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd46a00, transno 4294975283 00000004:00080000:0.0:1767318259.027239:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7ce00, transno 4294975284 00000004:00080000:0.0:1767318259.027241:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd47100, transno 4294975285 00000004:00080000:0.0:1767318259.027243:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd45500, transno 4294975286 00000004:00080000:0.0:1767318259.027245:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd45f80, transno 4294975287 00000004:00080000:0.0:1767318259.027247:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd47480, transno 4294975288 00000004:00080000:0.0:1767318259.027249:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f35180, transno 4294975289 00000004:00080000:0.0:1767318259.027252:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d90380, transno 4294975290 00000004:00080000:0.0:1767318259.027255:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd44380, transno 4294975291 00000004:00080000:0.0:1767318259.027258:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabf480, transno 4294975292 00000004:00080000:0.0:1767318259.027260:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabed80, transno 4294975293 00000004:00080000:0.0:1767318259.027263:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd45c00, transno 4294975294 00000004:00080000:0.0:1767318259.027265:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabd180, transno 4294975295 00000004:00080000:0.0:1767318259.027267:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b63b80, transno 4294975296 00000004:00080000:0.0:1767318259.027269:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd44700, transno 4294975297 00000004:00080000:0.0:1767318259.027271:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7d880, transno 4294975298 00000004:00080000:0.0:1767318259.027274:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7d500, transno 4294975299 00000004:00080000:0.0:1767318259.027277:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317942300, transno 4294975300 00000004:00080000:0.0:1767318259.027279:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317943800, transno 4294975301 00000004:00080000:0.0:1767318259.027281:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a66a00, transno 4294975302 00000004:00080000:0.0:1767318259.027284:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317940380, transno 4294975303 00000004:00080000:0.0:1767318259.027286:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e49180, transno 4294975304 00000004:00080000:0.0:1767318259.027288:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabca80, transno 4294975305 00000004:00080000:0.0:1767318259.027290:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f38380, transno 4294975306 00000004:00080000:0.0:1767318259.027292:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e49f80, transno 4294975307 00000004:00080000:0.0:1767318259.027294:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4b100, transno 4294975308 00000004:00080000:0.0:1767318259.027296:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabdf80, transno 4294975309 00000004:00080000:0.0:1767318259.027298:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a60380, transno 4294975310 00000004:00080000:0.0:1767318259.027301:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7d180, transno 4294975311 00000004:00080000:0.0:1767318259.027303:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7ce00, transno 4294975312 00000004:00080000:0.0:1767318259.027305:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f35c00, transno 4294975313 00000004:00080000:0.0:1767318259.027307:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4ad80, transno 4294975314 00000004:00080000:0.0:1767318259.027310:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317943480, transno 4294975315 00000004:00080000:0.0:1767318259.027312:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317940e00, transno 4294975316 00000004:00080000:0.0:1767318259.027315:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d29f80, transno 4294975317 00000004:00080000:0.0:1767318259.027317:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabdc00, transno 4294975318 00000004:00080000:0.0:1767318259.027320:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabea00, transno 4294975319 00000004:00080000:0.0:1767318259.027322:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabe680, transno 4294975320 00000004:00080000:0.0:1767318259.027325:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd44000, transno 4294975321 00000004:00080000:0.0:1767318259.027327:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317940700, transno 4294975322 00000004:00080000:0.0:1767318259.027330:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b61500, transno 4294975323 00000004:00080000:0.0:1767318259.027332:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b62d80, transno 4294975324 00000004:00080000:0.0:1767318259.027334:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b61180, transno 4294975325 00000004:00080000:0.0:1767318259.027337:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b60e00, transno 4294975326 00000004:00080000:0.0:1767318259.027349:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467ad80, transno 4294975327 00000004:00080000:0.0:1767318259.027352:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467aa00, transno 4294975328 00000004:00080000:0.0:1767318259.027355:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4bb80, transno 4294975329 00000004:00080000:0.0:1767318259.027358:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4a300, transno 4294975330 00000004:00080000:0.0:1767318259.027361:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4b800, transno 4294975331 00000004:00080000:0.0:1767318259.027363:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303837100, transno 4294975332 00000004:00080000:0.0:1767318259.027366:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309418000, transno 4294975333 00000004:00080000:0.0:1767318259.027368:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434679180, transno 4294975334 00000004:00080000:0.0:1767318259.027370:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434678380, transno 4294975335 00000004:00080000:0.0:1767318259.027373:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434678a80, transno 4294975336 00000004:00080000:0.0:1767318259.027375:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd45880, transno 4294975337 00000004:00080000:0.0:1767318259.027378:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467ed80, transno 4294975338 00000004:00080000:0.0:1767318259.027381:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd47800, transno 4294975339 00000004:00080000:0.0:1767318259.027384:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd46d80, transno 4294975340 00000004:00080000:0.0:1767318259.027386:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd46300, transno 4294975341 00000004:00080000:0.0:1767318259.027389:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f34000, transno 4294975342 00000004:00080000:0.0:1767318259.027391:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cd45180, transno 4294975343 00000004:00080000:0.0:1767318259.027394:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467ca80, transno 4294975344 00000004:00080000:0.0:1767318259.027396:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c535f80, transno 4294975345 00000004:00080000:0.0:1767318259.027399:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c535180, transno 4294975346 00000004:00080000:0.0:1767318259.027401:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c534e00, transno 4294975347 00000004:00080000:0.0:1767318259.027404:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecad80, transno 4294975348 00000004:00080000:0.0:1767318259.027406:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ec8700, transno 4294975349 00000004:00080000:0.0:1767318259.027408:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ec9c00, transno 4294975350 00000004:00080000:0.0:1767318259.027411:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467e300, transno 4294975351 00000004:00080000:0.0:1767318259.027413:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecf100, transno 4294975352 00000004:00080000:0.0:1767318259.027416:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467d180, transno 4294975353 00000004:00080000:0.0:1767318259.027418:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ec8000, transno 4294975354 00000004:00080000:0.0:1767318259.027420:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467ce00, transno 4294975355 00000004:00080000:0.0:1767318259.027423:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f36300, transno 4294975356 00000004:00080000:0.0:1767318259.027425:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317941f80, transno 4294975357 00000004:00080000:0.0:1767318259.027426:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467d880, transno 4294975358 00000004:00080000:0.0:1767318259.027429:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308160700, transno 4294975359 00000004:00080000:0.0:1767318259.027431:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311690000, transno 4294975360 00000004:00080000:0.0:1767318259.027434:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308163480, transno 4294975361 00000004:00080000:0.0:1767318259.027436:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308163b80, transno 4294975362 00000004:00080000:0.0:1767318259.027439:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308162d80, transno 4294975363 00000004:00080000:0.0:1767318259.027441:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308162680, transno 4294975364 00000004:00080000:0.0:1767318259.027443:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308160000, transno 4294975365 00000004:00080000:0.0:1767318259.027445:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7d500, transno 4294975366 00000004:00080000:0.0:1767318259.027448:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308161500, transno 4294975367 00000004:00080000:0.0:1767318259.027450:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308163800, transno 4294975368 00000004:00080000:0.0:1767318259.027452:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fd500, transno 4294975369 00000004:00080000:0.0:1767318259.027454:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069ffb80, transno 4294975370 00000004:00080000:0.0:1767318259.027457:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fe680, transno 4294975371 00000004:00080000:0.0:1767318259.027459:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064b8e00, transno 4294975372 00000004:00080000:0.0:1767318259.027462:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fc380, transno 4294975373 00000004:00080000:0.0:1767318259.027464:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069ff100, transno 4294975374 00000004:00080000:0.0:1767318259.027467:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fe300, transno 4294975375 00000004:00080000:0.0:1767318259.027469:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7c380, transno 4294975376 00000004:00080000:0.0:1767318259.027472:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fc700, transno 4294975377 00000004:00080000:0.0:1767318259.027474:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308162a00, transno 4294975378 00000004:00080000:0.0:1767318259.027477:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecd880, transno 4294975379 00000004:00080000:0.0:1767318259.027479:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308167b80, transno 4294975380 00000004:00080000:0.0:1767318259.027482:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308166680, transno 4294975381 00000004:00080000:0.0:1767318259.027485:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308166d80, transno 4294975382 00000004:00080000:0.0:1767318259.027487:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308167800, transno 4294975383 00000004:00080000:0.0:1767318259.027490:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308165c00, transno 4294975384 00000004:00080000:0.0:1767318259.027492:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308167480, transno 4294975385 00000004:00080000:0.0:1767318259.027495:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308166a00, transno 4294975386 00000004:00080000:0.0:1767318259.027497:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759880, transno 4294975387 00000004:00080000:0.0:1767318259.027499:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318758700, transno 4294975388 00000004:00080000:0.0:1767318259.027502:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecd500, transno 4294975389 00000004:00080000:0.0:1767318259.027682:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317909880, transno 4294975390 00000004:00080000:0.0:1767318259.027686:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da30e00, transno 4294975391 00000004:00080000:0.0:1767318259.027689:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da32a00, transno 4294975392 00000004:00080000:0.0:1767318259.027691:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da30a80, transno 4294975393 00000004:00080000:0.0:1767318259.027693:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c6680, transno 4294975394 00000004:00080000:0.0:1767318259.027696:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5500, transno 4294975395 00000004:00080000:0.0:1767318259.027698:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c7100, transno 4294975396 00000004:00080000:0.0:1767318259.027700:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5f80, transno 4294975397 00000004:00080000:0.0:1767318259.027702:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c4000, transno 4294975398 00000004:00080000:0.0:1767318259.027967:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411f80, transno 4294975399 00000004:00080000:0.0:1767318259.027970:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a75500, transno 4294975400 00000004:00080000:0.0:1767318259.027973:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759500, transno 4294975401 00000004:00080000:0.0:1767318259.027975:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76d80, transno 4294975402 00000004:00080000:0.0:1767318259.027977:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76a00, transno 4294975403 00000004:00080000:0.0:1767318259.027979:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f38000, transno 4294975404 00000004:00080000:0.0:1767318259.027982:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a77480, transno 4294975405 00000004:00080000:0.0:1767318259.027984:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3ad80, transno 4294975406 00000004:00080000:0.0:1767318259.027986:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a74a80, transno 4294975407 00000004:00080000:0.0:1767318259.027988:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064b8380, transno 4294975408 00000004:00080000:0.0:1767318259.027990:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76300, transno 4294975409 00000004:00080000:0.0:1767318259.027992:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064b9880, transno 4294975410 00000004:00080000:0.0:1767318259.027995:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790a300, transno 4294975411 00000004:00080000:0.0:1767318259.027997:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c3b80, transno 4294975412 00000004:00080000:0.0:1767318259.028000:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5880, transno 4294975413 00000004:00080000:0.0:1767318259.028002:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c4e00, transno 4294975414 00000004:00080000:0.0:1767318259.028005:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2d80, transno 4294975415 00000004:00080000:0.0:1767318259.028008:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2a00, transno 4294975416 00000004:00080000:0.0:1767318259.028010:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271c00, transno 4294975417 00000004:00080000:0.0:1767318259.028012:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da31c00, transno 4294975418 00000004:00080000:0.0:1767318259.028014:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2300, transno 4294975419 00000004:00080000:0.0:1767318259.028018:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030da32d80, transno 4294975420 00000004:00080000:0.0:1767318259.028021:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d3100, transno 4294975421 00000004:00080000:0.0:1767318259.028023:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d272300, transno 4294975422 00000004:00080000:0.0:1767318259.028026:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317389500, transno 4294975423 00000004:00080000:0.0:1767318259.028028:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ec9500, transno 4294975424 00000004:00080000:0.0:1767318259.028031:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738bb80, transno 4294975425 00000004:00080000:0.0:1767318259.028034:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738b800, transno 4294975426 00000004:00080000:0.0:1767318259.028037:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317388700, transno 4294975427 00000004:00080000:0.0:1767318259.028039:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317908700, transno 4294975428 00000004:00080000:0.0:1767318259.028041:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437eca680, transno 4294975429 00000004:00080000:0.0:1767318259.028044:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18a80, transno 4294975430 00000004:00080000:0.0:1767318259.028046:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be6d80, transno 4294975431 00000004:00080000:0.0:1767318259.028049:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865500, transno 4294975432 00000004:00080000:0.0:1767318259.028052:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19f80, transno 4294975433 00000004:00080000:0.0:1767318259.028054:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ec8a80, transno 4294975434 00000004:00080000:0.0:1767318259.028056:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18e00, transno 4294975435 00000004:00080000:0.0:1767318259.028058:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865180, transno 4294975436 00000004:00080000:0.0:1767318259.028061:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bca80, transno 4294975437 00000004:00080000:0.0:1767318259.028063:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bdf80, transno 4294975438 00000004:00080000:0.0:1767318259.028065:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bc000, transno 4294975439 00000004:00080000:0.0:1767318259.028068:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bf100, transno 4294975440 00000004:00080000:0.0:1767318259.028071:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bd880, transno 4294975441 00000004:00080000:0.0:1767318259.028074:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bd180, transno 4294975442 00000004:00080000:0.0:1767318259.028076:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bce00, transno 4294975443 00000004:00080000:0.0:1767318259.028079:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bdc00, transno 4294975444 00000004:00080000:0.0:1767318259.028081:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308165880, transno 4294975445 00000004:00080000:0.0:1767318259.028084:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877c000, transno 4294975446 00000004:00080000:0.0:1767318259.028086:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecbb80, transno 4294975447 00000004:00080000:0.0:1767318259.028088:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308164a80, transno 4294975448 00000004:00080000:0.0:1767318259.028090:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecaa00, transno 4294975449 00000004:00080000:0.0:1767318259.028093:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467c700, transno 4294975450 00000004:00080000:0.0:1767318259.028096:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ce00, transno 4294975451 00000004:00080000:0.0:1767318259.028098:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865880, transno 4294975452 00000004:00080000:0.0:1767318259.028100:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467f100, transno 4294975453 00000004:00080000:0.0:1767318259.028103:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877d180, transno 4294975454 00000004:00080000:0.0:1767318259.028106:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a20e00, transno 4294975455 00000004:00080000:0.0:1767318259.028108:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a72680, transno 4294975456 00000004:00080000:0.0:1767318259.028110:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a73b80, transno 4294975457 00000004:00080000:0.0:1767318259.028113:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b9c00, transno 4294975458 00000004:00080000:0.0:1767318259.028115:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ed80, transno 4294975459 00000004:00080000:0.0:1767318259.028118:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a20a80, transno 4294975460 00000004:00080000:0.0:1767318259.028121:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877c700, transno 4294975461 00000004:00080000:0.0:1767318259.028124:0:6187:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1f800, transno 4294975462 00000100:00100000:0.0:1767318259.028135:0:6187:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9a031c19b100 x1853163938482688/t4294975463(4294975463) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318274 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1767318259.028149:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8cbb80/2, rc 0, transno 4294975576 00000100:00100000:0.0:1767318259.028154:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938536192:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.031545:0:56464:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 538 changes, 1017 in progress, 7 in flight, 495 done 00000004:00080000:0.0:1767318259.032556:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309336300/2, rc 0, transno 4294975575 00000100:00100000:0.0:1767318259.032568:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309336300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938535040:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.032584:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405826680/2, rc 0, transno 4294975983 00000100:00100000:0.0:1767318259.032603:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938529408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.032790:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318259.032803:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938539776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.032859:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.032895:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938539776 00000100:00100000:2.0:1767318259.032900:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938539776 00000100:00100000:2.0:1767318259.032946:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23743 00000100:00100000:2.0:1767318259.032955:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+282:6186:x1853163938539776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.032979:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:472 count 1 00010000:00010000:2.0:1767318259.033002:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.033021:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ba00/0x3313483622c9699e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c83 expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.033029:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.033031:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.033034:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.033064:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ba00/0x3313483622c9699e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c83 expref: 58 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.033076:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ba00/0x3313483622c9699e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c83 expref: 58 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.033086:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938539904:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.033140:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437e05840 going to sleep for 11 seconds 00000100:00100000:2.0:1767318259.039711:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.039800:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918015488 00000100:00100000:0.0:1767318259.039811:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918015488 00010000:00010000:0.0:1767318259.039850:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c964ce lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dda expref: 28 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.039894:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32247 00000100:00100000:0.0:1767318259.039904:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303835500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+28:2481:x1853163918015488:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318259.039920:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318259.039926:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c964ce lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dda expref: 28 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.039938:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c964ce lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dda expref: 28 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.039961:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c964ce lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dda expref: 28 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.039978:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.039980:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.039985:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.039995:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.040029:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318259.040075:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303835500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+27:2481:x1853163918015488:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 171us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.040082:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32247 00010000:00010000:2.0:1767318259.040276:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.040286:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.040295:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.040302:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.040327:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.040645:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+125:6187:x1853163938536448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37404us (40400us total) trans 4294975577 rc 0/0 00000100:00100000:2.0:1767318259.040653:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23728 00000004:00080000:1.0:1767318259.040740:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8c8e00/2, rc 0, transno 4294975577 00000100:00100000:1.0:1767318259.040748:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938536448:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.040941:0:56464:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 538 changes, 120 in progress, 5 in flight, 897 done 00000100:00100000:3.0:1767318259.041036:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938540288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.041071:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.041100:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318259.041105:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938540160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.041123:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.041145:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938540288 00000100:00100000:3.0:1767318259.041151:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938540288 00000100:00100000:3.0:1767318259.041175:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938540160 00000100:00100000:3.0:1767318259.041178:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938540160 00000100:00100000:3.0:1767318259.041194:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23744 00000100:00100000:3.0:1767318259.041201:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+126:6188:x1853163938540288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.041224:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:505 count 1 00002000:00010000:3.0:1767318259.041252:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x1f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.041258:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d90b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.041268:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.041270:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.041274:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d90b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.041285:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d90b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.041292:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d90b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.041303:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d90b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.041316:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.041474:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+127:6188:x1853163938540288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 272us (401us total) trans 4294975578 rc 0/0 00000100:00100000:3.0:1767318259.041480:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23744 00000100:00100000:3.0:1767318259.041494:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23745 00000100:00100000:3.0:1767318259.041500:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+126:6188:x1853163938540160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.041548:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:504 count 1 00010000:00010000:3.0:1767318259.041560:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.041574:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8e00/0x3313483622c9650d lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e3c expref: 26 pid: 21246 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.041580:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.041582:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.041585:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.041607:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8e00/0x3313483622c9650d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e3c expref: 26 pid: 21246 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.041618:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8e00/0x3313483622c9650d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e3c expref: 26 pid: 21246 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.041636:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938540416:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318259.041684:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a120c0 going to sleep for 11 seconds 00000004:00080000:3.0:1767318259.041709:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c47100/2, rc 0, transno 4294975578 00000100:00100000:3.0:1767318259.041719:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938540288:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.041889:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938540544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.041916:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.041944:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.041950:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938540032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.041969:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.041995:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938540544 00000100:00100000:1.0:1767318259.042000:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938540544 00000100:00100000:1.0:1767318259.042028:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938540032 00000100:00100000:1.0:1767318259.042031:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938540032 00000100:00100000:1.0:1767318259.042046:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23746 00000100:00100000:1.0:1767318259.042052:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+128:6185:x1853163938540544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.042063:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:506 count 1 00002000:00010000:1.0:1767318259.042081:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x1fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.042087:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d919 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042096:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.042097:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.042101:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d919 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042111:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d919 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042118:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d919 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042125:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d919 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042140:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.042299:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+129:6185:x1853163938540544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 246us (381us total) trans 4294975579 rc 0/0 00000100:00100000:1.0:1767318259.042306:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23746 00000100:00100000:1.0:1767318259.042319:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23747 00000100:00100000:1.0:1767318259.042328:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+128:6185:x1853163938540032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.042351:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:503 count 1 00010000:00010000:1.0:1767318259.042363:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042374:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dabe00/0x3313483622c964f8 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e2e expref: 26 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.042380:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.042382:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.042385:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042403:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0305dabe00/0x3313483622c964f8 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e2e expref: 26 pid: 21387 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.042413:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dabe00/0x3313483622c964f8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e2e expref: 26 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.042422:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938540672:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.042460:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0404c45540 going to sleep for 11 seconds 00010000:00010000:1.0:1767318259.042475:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.042481:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042489:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.042493:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042501:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042544:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042551:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a000/0x3313483622c9d89b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042568:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.042572:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d90b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042578:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.042581:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d90b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042588:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d90b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042597:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d90b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042604:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9d90b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042615:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.042618:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d919 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042624:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.042626:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d919 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042632:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d919 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042640:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d919 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042647:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d919 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.042658:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.042659:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.042661:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.042683:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c44380/2, rc 0, transno 4294975579 00000100:00100000:1.0:1767318259.042691:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938540544:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.042981:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.043041:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.043056:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938540800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.043086:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.045854:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938540800 00000100:00100000:3.0:1767318259.045867:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938540800 00000100:00100000:3.0:1767318259.045929:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23748 00000100:00100000:3.0:1767318259.045939:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+129:6186:x1853163938540800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.045970:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:507 count 1 00002000:00010000:3.0:1767318259.046003:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x1fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.046011:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d927 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.046025:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.046027:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.046032:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d927 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.046046:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d927 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.046055:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d927 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.046061:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d927 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.046124:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.046414:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+130:6186:x1853163938540800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 475us (3325us total) trans 4294975580 rc 0/0 00000100:00100000:3.0:1767318259.046422:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23748 00000004:00080000:3.0:1767318259.046468:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c45180/2, rc 0, transno 4294975580 00000100:00100000:3.0:1767318259.046480:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938540800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.046578:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318259.046591:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938540928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.046626:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.046654:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938540928 00000100:00100000:3.0:1767318259.046658:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938540928 00000100:00100000:3.0:1767318259.046680:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23749 00000100:00100000:3.0:1767318259.046687:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+130:6188:x1853163938540928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.046702:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:508 count 1 00002000:00010000:3.0:1767318259.046719:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x1fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.046724:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d92e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.046733:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.046734:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.046737:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d92e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.046747:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d92e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.046759:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d92e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.046766:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d92e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.046898:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938538240:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.046918:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.050671:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.050686:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d927 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.050702:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.050707:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d927 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.050717:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d927 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.050738:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d927 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.050744:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9d927 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.050973:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.051122:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.051128:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d92e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.051136:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.051139:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d92e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.051146:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d92e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.051158:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d92e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.051165:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9d92e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.051183:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.051184:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.051186:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.051533:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+131:6188:x1853163938540928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4843us (4902us total) trans 4294975581 rc 0/0 00000100:00100000:2.0:1767318259.051545:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23749 00000100:00100000:2.0:1767318259.051901:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938538368:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318259.051927:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318259.052131:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c47800/2, rc 0, transno 4294975581 00000100:00100000:3.0:1767318259.052151:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938540928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.052577:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318259.052592:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938541056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.052636:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.052667:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938541056 00000100:00100000:2.0:1767318259.052673:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938541056 00000100:00100000:2.0:1767318259.052710:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23750 00000100:00100000:2.0:1767318259.052718:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+131:6187:x1853163938541056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.052742:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:509 count 1 00002000:00010000:2.0:1767318259.052786:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x1fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.052793:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d935 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.052806:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.052808:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.052813:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d935 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.052824:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d935 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.052832:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d935 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.052839:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d935 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.052862:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.053077:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303834380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+132:6187:x1853163938541056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 358us (439us total) trans 4294975582 rc 0/0 00000100:00100000:2.0:1767318259.053084:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23750 00000004:00080000:2.0:1767318259.053114:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e2a00/2, rc 0, transno 4294975582 00000100:00100000:2.0:1767318259.053124:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938541056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.053630:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.053639:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d935 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.053648:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.053652:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d935 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.053663:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d935 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.053684:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d935 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.053697:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9d935 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.053720:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.053722:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.053724:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.056083:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.056091:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.056094:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.056626:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318259.056697:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405824e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938538624:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.056724:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.057032:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938538496:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318259.057047:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.057085:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405827480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938538752:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.057099:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.057218:0:16012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:16012:1853163938539008:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.057231:0:16012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.057275:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938539136:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.057286:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.057331:0:21382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:21382:1853163938539264:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.057353:0:21382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.057400:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938539392:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.057413:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.057445:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318259.057468:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318259.057487:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318259.057529:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918016000 00000100:00100000:1.0:1767318259.057536:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918016000 00010000:00010000:1.0:1767318259.057570:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a200/0x3313483622c9696d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c21 expref: 59 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.057597:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918016256 00000100:00100000:1.0:1767318259.057600:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918016256 00010000:00010000:1.0:1767318259.057613:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa600/0x3313483622c964ea lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e12 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.057629:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918016512 00000100:00100000:1.0:1767318259.057632:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918016512 00010000:00010000:1.0:1767318259.057643:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c96982 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c4b expref: 60 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.057661:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32248 00000100:00100000:1.0:1767318259.057669:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041039b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+60:2480:x1853163918016000:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.057683:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.057688:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a200/0x3313483622c9696d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c21 expref: 60 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.057697:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a200/0x3313483622c9696d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c21 expref: 60 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.057719:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a200/0x3313483622c9696d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c21 expref: 60 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.057733:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.057735:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.057740:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.057748:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.057928:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32249 00000100:00100000:3.0:1767318259.057937:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+27:2480:x1853163918016256:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318259.057947:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318259.057952:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa600/0x3313483622c964ea lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e12 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.057961:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa600/0x3313483622c964ea lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e12 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.057976:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa600/0x3313483622c964ea lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e12 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.057985:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.057987:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.057990:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.058002:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.058022:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318259.058070:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+26:2480:x1853163918016256:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 134us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318259.058077:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32249 00000100:00100000:3.0:1767318259.058097:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32250 00000100:00100000:3.0:1767318259.058103:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+59:2480:x1853163918016512:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318259.058111:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318259.058116:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c96982 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c4b expref: 59 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.058124:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c96982 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c4b expref: 59 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.058136:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.058138:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.058140:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.058148:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.058159:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318259.058180:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+59:2480:x1853163918016512:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318259.058186:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32250 00000100:00100000:3.0:1767318259.058224:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058276:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058351:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058367:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058380:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058391:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058402:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058457:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058499:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058538:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058553:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058589:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.058621:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938539904:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.058638:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.058663:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938539520:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.058673:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.058694:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938539648:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.058705:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.058725:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.058733:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.058743:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.058750:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.058770:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.058861:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.058896:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041039b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+58:2480:x1853163918016000:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1226us (1449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.058903:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32248 00000100:00100000:1.0:1767318259.058943:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918016768 00000100:00100000:1.0:1767318259.058949:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918016768 00010000:00010000:1.0:1767318259.058969:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa000/0x3313483622c964f1 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e20 expref: 26 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.058982:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918017024 00000100:00100000:1.0:1767318259.058985:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918017024 00010000:00010000:1.0:1767318259.058996:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c96997 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c75 expref: 58 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059005:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918015872 00000100:00100000:1.0:1767318259.059007:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918015872 00010000:00010000:1.0:1767318259.059016:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c964dc lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554df6 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059026:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918016128 00000100:00100000:1.0:1767318259.059028:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918016128 00010000:00010000:1.0:1767318259.059038:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c964d5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de8 expref: 28 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059048:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918016384 00000100:00100000:1.0:1767318259.059051:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918016384 00010000:00010000:1.0:1767318259.059060:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c96989 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c59 expref: 59 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059071:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918016640 00000100:00100000:1.0:1767318259.059074:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918016640 00010000:00010000:1.0:1767318259.059084:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c964e3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e04 expref: 29 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059093:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918016896 00000100:00100000:1.0:1767318259.059096:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918016896 00010000:00010000:1.0:1767318259.059106:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02aa00/0x3313483622c9697b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c3d expref: 60 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059115:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918017152 00000100:00100000:1.0:1767318259.059117:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918017152 00010000:00010000:1.0:1767318259.059128:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c96974 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c2f expref: 61 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059138:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918017536 00000100:00100000:1.0:1767318259.059140:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918017536 00010000:00010000:1.0:1767318259.059149:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ba00/0x3313483622c9699e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c83 expref: 62 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059158:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918017408 00000100:00100000:1.0:1767318259.059160:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918017408 00010000:00010000:1.0:1767318259.059170:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8e00/0x3313483622c9650d lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e3c expref: 30 pid: 21246 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059179:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918017280 00000100:00100000:1.0:1767318259.059181:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918017280 00010000:00010000:1.0:1767318259.059190:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c96990 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c67 expref: 63 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059200:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918017664 00000100:00100000:1.0:1767318259.059203:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918017664 00010000:00010000:1.0:1767318259.059213:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dabe00/0x3313483622c964f8 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e2e expref: 31 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.059224:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32251 00000100:00100000:1.0:1767318259.059230:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+31:2480:x1853163918016768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.059240:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.059244:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa000/0x3313483622c964f1 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e20 expref: 31 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059253:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa000/0x3313483622c964f1 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e20 expref: 31 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059268:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305daa000/0x3313483622c964f1 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e20 expref: 31 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059280:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059282:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059286:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059293:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059313:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.059333:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+30:2480:x1853163918016768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 102us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.059349:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32251 00000100:00100000:1.0:1767318259.059365:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32252 00000100:00100000:1.0:1767318259.059372:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+63:2480:x1853163918017024:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.059379:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.059383:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c96997 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c75 expref: 63 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059392:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c96997 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c75 expref: 63 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059405:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c96997 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c75 expref: 63 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059414:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059415:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059418:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059425:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059442:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.059460:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+62:2480:x1853163918017024:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 88us (1183us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.059466:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32252 00000100:00100000:1.0:1767318259.059479:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32253 00000100:00100000:1.0:1767318259.059485:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+29:2480:x1853163918015872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.059491:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.059497:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c964dc lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554df6 expref: 29 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059530:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c964dc lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554df6 expref: 29 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059544:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c964dc lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554df6 expref: 29 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059553:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059554:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059557:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059563:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059579:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.059598:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+28:2480:x1853163918015872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 114us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.059604:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32253 00000100:00100000:1.0:1767318259.059617:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32254 00000100:00100000:1.0:1767318259.059623:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+27:2480:x1853163918016128:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.059630:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.059634:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c964d5 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de8 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059647:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c964d5 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de8 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059658:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c964d5 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de8 expref: 27 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059667:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059669:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059672:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059679:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059697:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.059716:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+26:2480:x1853163918016128:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 93us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.059722:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32254 00000100:00100000:1.0:1767318259.059735:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32255 00000100:00100000:1.0:1767318259.059741:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410398850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+61:2480:x1853163918016384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.059747:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.059751:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c96989 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c59 expref: 61 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059761:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c96989 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c59 expref: 61 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059782:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c96989 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c59 expref: 61 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059791:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059792:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059795:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059802:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059818:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.059836:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410398850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+60:2480:x1853163918016384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 96us (1454us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.059843:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32255 00000100:00100000:1.0:1767318259.059875:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32256 00000100:00100000:1.0:1767318259.059882:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+25:2480:x1853163918016640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.059889:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.059894:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c964e3 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e04 expref: 25 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059904:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c964e3 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e04 expref: 25 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059918:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c964e3 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e04 expref: 25 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.059926:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059928:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.059931:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059938:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059956:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1767318259.059974:0:16012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059983:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059991:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.059998:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060014:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.060276:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d247850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+132:6187:x1853163938536960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37811us (40130us total) trans 4294975583 rc 0/0 00000100:00100000:1.0:1767318259.060284:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23737 00000100:00100000:1.0:1767318259.060311:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32257 00000100:00100000:1.0:1767318259.060319:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+59:2480:x1853163918016896:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.060332:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.060337:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02aa00/0x3313483622c9697b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c3d expref: 59 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060356:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02aa00/0x3313483622c9697b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c3d expref: 59 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060368:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02aa00/0x3313483622c9697b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c3d expref: 59 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060377:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060379:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060382:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060388:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060405:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.060424:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+58:2480:x1853163918016896:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 106us (2020us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.060430:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32257 00000100:00100000:1.0:1767318259.060443:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32258 00000100:00100000:1.0:1767318259.060449:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+57:2482:x1853163918017152:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.060456:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.060460:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c96974 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c2f expref: 57 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060469:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c96974 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c2f expref: 57 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060481:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c96974 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c2f expref: 57 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060490:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060492:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060495:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060502:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060556:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.060575:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+56:2482:x1853163918017152:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 126us (2117us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.060581:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32258 00000100:00100000:1.0:1767318259.060595:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32259 00000100:00100000:1.0:1767318259.060605:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+55:2480:x1853163918017536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.060612:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.060617:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ba00/0x3313483622c9699e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c83 expref: 55 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060626:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ba00/0x3313483622c9699e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c83 expref: 55 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060638:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ba00/0x3313483622c9699e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c83 expref: 55 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060646:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060647:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060650:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060658:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060675:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.060690:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+54:2480:x1853163918017536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 88us (2191us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.060696:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32259 00000100:00100000:1.0:1767318259.060709:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32260 00000100:00100000:1.0:1767318259.060716:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+24:2482:x1853163918017408:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.060724:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.060730:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8e00/0x3313483622c9650d lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e3c expref: 24 pid: 21246 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060739:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8e00/0x3313483622c9650d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e3c expref: 24 pid: 21246 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060750:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060752:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060755:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060762:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060773:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.060788:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+24:2482:x1853163918017408:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 72us (2248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.060793:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32260 00000100:00100000:1.0:1767318259.060807:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32261 00000100:00100000:1.0:1767318259.060813:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+53:2480:x1853163918017280:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.060820:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.060824:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c96990 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c67 expref: 53 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060833:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c96990 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c67 expref: 53 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060844:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c96990 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c67 expref: 53 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060853:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060854:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060857:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060869:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060887:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.060902:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+52:2480:x1853163918017280:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (2348us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.060908:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32261 00000100:00100000:1.0:1767318259.060921:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32262 00000100:00100000:1.0:1767318259.060928:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410399450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+23:2482:x1853163918017664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.060935:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.060940:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0305dabe00/0x3313483622c964f8 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e2e expref: 23 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060949:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0305dabe00/0x3313483622c964f8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e2e expref: 23 pid: 21387 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.060959:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060961:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.060964:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060972:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.060983:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.060996:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410399450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+23:2482:x1853163918017664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (2407us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.061002:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32262 00010000:00010000:1.0:1767318259.061203:0:21382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.061213:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.061221:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.061228:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.061244:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.061636:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+132:6188:x1853163938537088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42626us (43438us total) trans 4294975584 rc 0/0 00000100:00100000:3.0:1767318259.061643:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23734 00010000:00010000:3.0:1767318259.061666:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061673:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061681:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061688:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061703:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318259.061830:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+283:6188:x1853163938537472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38422us (38823us total) trans 4294975990 rc 0/0 00000100:00100000:3.0:1767318259.061836:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23741 00010000:00010000:3.0:1767318259.061853:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318259.061859:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061867:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.061870:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061878:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061892:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061899:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a600/0x3313483622c9d8c5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061916:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.061920:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061925:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.061928:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061934:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061942:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061948:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1ae00/0x3313483622c9d8da lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061959:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.061962:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061968:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.061971:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061978:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061987:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.061993:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1aa00/0x3313483622c9d8e8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062010:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.062013:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062018:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.062021:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062028:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062037:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062044:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9d8f6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062055:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.062057:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.062059:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.062094:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8c8a80/2, rc 0, transno 4294975990 00000100:00100000:3.0:1767318259.062108:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938537472:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.062123:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303836300/2, rc 0, transno 4294975584 00000100:00100000:3.0:1767318259.062127:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938537088:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.062155:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03097c8e00/0x3313483622c9650d lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e3c expref: 22 pid: 21246 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.062169:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:14894:1853163938540416:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.062186:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062194:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062199:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062207:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062214:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062230:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.062373:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+132:6188:x1853163938540160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20872us (21247us total) trans 4294975585 rc 0/0 00000100:00100000:3.0:1767318259.062380:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23745 00000004:00080000:3.0:1767318259.062410:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c45c00/2, rc 0, transno 4294975585 00000100:00100000:3.0:1767318259.062416:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938540160:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.062437:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dabe00/0x3313483622c964f8 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e2e expref: 21 pid: 21387 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.062450:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938540672:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.062462:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062470:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062477:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062484:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062491:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.062502:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.063579:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918015744 00000100:00100000:2.0:1767318259.063589:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918015744 00000100:00100000:2.0:1767318259.063638:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 716 00000100:00100000:2.0:1767318259.063647:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+144:81709:x1853163918015744:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:2.0:1767318259.063695:0:57486:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1767318259.063716:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a000/0x3313483622c9d894 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1383:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55555f expref: 144 pid: 56440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.063733:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1383:0x0].0x0 (ffff9a0316acd400) 00010000:00010000:2.0:1767318259.063752:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a200/0x3313483622c9d871 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555558 expref: 143 pid: 57486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.063760:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd000) 00010000:00010000:2.0:1767318259.063766:0:57486:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318259.063802:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d93c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.063813:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d93c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.063822:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d93c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.063833:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.063840:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.063846:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.063931:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a800/0x3313483622c9d94a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.063939:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a800/0x3313483622c9d94a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.063946:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a800/0x3313483622c9d94a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000040:00080000:2.0:1767318259.064262:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x20:0x0].2054, 64 off139648 00000040:00080000:2.0:1767318259.064286:0:57486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x22:0x0].2054, 64 off139648 00010000:00010000:2.0:1767318259.064355:0:57486:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064365:0:57486:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064373:0:57486:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064380:0:57486:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064386:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064392:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064406:0:57486:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767318259.064423:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a800/0x3313483622c9d94a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064429:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a800/0x3313483622c9d94a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064435:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a800/0x3313483622c9d94a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064441:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a800 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318259.064445:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a800/0x3313483622c9d94a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064452:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a800/0x3313483622c9d94a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064461:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1383:0x0].0x0 (ffff9a0316acd100) 00010000:00010000:2.0:1767318259.064464:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1767318259.064468:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a800/0x3313483622c9d94a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064474:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915a800/0x3313483622c9d94a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1383:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064545:0:57486:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d93c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064553:0:57486:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d93c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064559:0:57486:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d93c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064568:0:57486:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915be00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:2.0:1767318259.064571:0:57486:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d93c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064577:0:57486:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d93c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064585:0:57486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9a0316acd500) 00010000:00010000:2.0:1767318259.064588:0:57486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767318259.064591:0:57486:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d93c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064597:0:57486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915be00/0x3313483622c9d93c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000004:00010000:2.0:1767318259.064611:0:57486:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009b3eb326 reply state 0000000015d4bf4d transno 34359738848 ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 57486 initiator: MDT0 00000100:00100000:2.0:1767318259.064620:0:57486:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1767318259.064689:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+144:81709:x1853163918015744:12345-192.168.203.16@tcp:36:rm.0 Request processed in 1041us (8067us total) trans 34359738848 rc 0/0 00000100:00100000:2.0:1767318259.064697:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 716 00010000:00010000:2.0:1767318259.064734:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.064740:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.064748:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.064751:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.064763:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.064776:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.064783:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9d912 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.064797:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.064800:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.064807:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.064810:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.064817:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.064826:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.064832:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9d920 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.064848:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.064851:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064856:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.064859:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064863:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064870:0:21430:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1383:0x0].0x0 (ffff9a0316acd100) 00010000:00010000:2.0:1767318259.064872:0:21430:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1767318259.064875:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064879:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ba00/0x3313483622c9d951 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1383:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 57486 initiator: MDT0 00010000:00010000:2.0:1767318259.064890:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.064892:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.064894:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.064900:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.065177:0:21388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c96982 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c4b expref: 51 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.065191:0:21388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:21388:1853163938538880:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318259.065213:0:21388:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.065224:0:21388:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.065231:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.065241:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.065255:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.065274:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.065554:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+283:6186:x1853163938537728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43235us (45436us total) trans 4294975991 rc 0/0 00000100:00100000:0.0:1767318259.065564:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23736 00010000:00010000:0.0:1767318259.065601:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.065607:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.065615:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.065619:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.065628:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.065641:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.065650:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b000/0x3313483622c9d8d3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.065665:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.065666:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.065669:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.065858:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+132:6185:x1853163938540032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23531us (23887us total) trans 4294975586 rc 0/0 00000100:00100000:3.0:1767318259.065866:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23747 00010000:00010000:3.0:1767318259.065887:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.065990:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938541312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.066026:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.066070:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318374000/2, rc 0, transno 4294975991 00000100:00100000:3.0:1767318259.066077:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938537728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.066090:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318259.066095:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938541184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.066115:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.066143:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938541312 00000100:00100000:3.0:1767318259.066149:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938541312 00000100:00100000:3.0:1767318259.066177:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938541184 00000100:00100000:3.0:1767318259.066180:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938541184 00000100:00100000:3.0:1767318259.066196:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23751 00000100:00100000:3.0:1767318259.066203:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+133:6186:x1853163938541312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.066227:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:511 count 1 00002000:00010000:3.0:1767318259.066254:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x1ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.066260:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d958 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.066270:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.066272:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.066277:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d958 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.066287:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d958 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.066529:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.072694:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23752 00000100:00100000:0.0:1767318259.072722:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+133:6186:x1853163938541184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.072758:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:510 count 1 00002000:00010000:0.0:1767318259.072807:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x1fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.072816:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9d95f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.072830:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.072833:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.072838:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9d95f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.072852:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9d95f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.072863:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9d95f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.072872:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9d95f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.072897:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.073208:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+134:6186:x1853163938541184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 501us (7090us total) trans 4294975587 rc 0/0 00000100:00100000:0.0:1767318259.073218:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23752 00010000:00010000:2.0:1767318259.073312:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.073320:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9d95f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.073328:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.073332:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9d95f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.073351:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9d95f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.073368:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9d95f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.073376:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9d95f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.073394:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.073396:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.073398:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.073599:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d958 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.073608:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d958 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318259.073655:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303837100/2, rc 0, transno 4294975587 00000100:00100000:3.0:1767318259.073670:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938541184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.073689:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318259.073703:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938541440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.073741:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.073774:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938541440 00000100:00100000:3.0:1767318259.073781:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938541440 00000100:00100000:3.0:1767318259.073810:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23753 00000100:00100000:3.0:1767318259.073817:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+134:6188:x1853163938541440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.073834:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:512 count 1 00002000:00010000:3.0:1767318259.073855:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x200:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.073860:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d966 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.073868:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.073870:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.073874:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d966 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.073884:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d966 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.073891:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d966 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.073898:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d966 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.073910:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.074074:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+135:6188:x1853163938541440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 256us (332us total) trans 4294975588 rc 0/0 00000100:00100000:3.0:1767318259.074080:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23753 00000004:00080000:3.0:1767318259.074110:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303836d80/2, rc 0, transno 4294975588 00000100:00100000:3.0:1767318259.074114:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938541440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.074178:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318259.074185:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938541696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.074207:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.074226:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938541696 00000100:00100000:3.0:1767318259.074229:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938541696 00000100:00100000:3.0:1767318259.074247:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23754 00000100:00100000:3.0:1767318259.074252:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+283:6186:x1853163938541696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.074262:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:474 count 1 00010000:00010000:3.0:1767318259.074274:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074287:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c969ac lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c9f expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.074293:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.074294:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.074297:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074317:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c969ac lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c9f expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.074330:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c969ac lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c9f expref: 50 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.074354:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938541824:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318259.074403:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a126c0 going to sleep for 11 seconds 00010000:00010000:3.0:1767318259.074543:0:6171:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318259.074551:0:6171:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318259.074557:0:6171:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318259.074563:0:6171:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ae00 already unused, calling callback (ffffffffc1fd7550) 00010000:00010000:3.0:1767318259.074567:0:6171:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318259.074573:0:6171:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318259.074584:0:6171:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe715ef60 (ffff9a0316acd800) 00010000:00010000:3.0:1767318259.074587:0:6171:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767318259.074590:0:6171:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00010000:00010000:3.0:1767318259.074595:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a030915ae00/0x3313483622c9d943 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe715ef60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 57486 initiator: MDT0 00000100:00100000:3.0:1767318259.074624:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938541568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.074646:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.074668:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938541568 00000100:00100000:3.0:1767318259.074672:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938541568 00000100:00100000:3.0:1767318259.074700:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23755 00000100:00100000:3.0:1767318259.074705:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+284:6188:x1853163938541568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.074717:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:473 count 1 00010000:00010000:3.0:1767318259.074727:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074737:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c969a5 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c91 expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.074744:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.074745:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.074748:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074766:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c969a5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c91 expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.074774:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c969a5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c91 expref: 50 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.074783:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938541952:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318259.074809:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a120c0 going to sleep for 11 seconds 00010000:00010000:3.0:1767318259.074849:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318259.074859:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.074864:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d966 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074875:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.074878:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d966 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074884:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d966 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074894:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d966 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074900:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9d966 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074914:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.074917:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d958 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074924:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.074927:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d958 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074933:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d958 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074942:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d958 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074954:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d958 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.074965:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.074967:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.074968:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.075126:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+135:6186:x1853163938541312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8923us (9099us total) trans 4294975589 rc 0/0 00000100:00100000:3.0:1767318259.075134:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23751 00000004:00080000:3.0:1767318259.075163:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303834e00/2, rc 0, transno 4294975589 00000100:00100000:3.0:1767318259.075168:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938541312:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.075290:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.075584:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075594:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075602:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075608:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075621:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.075803:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+285:6186:x1853163938537344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57095us (58239us total) trans 4294975992 rc 0/0 00000100:00100000:2.0:1767318259.075814:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23732 00010000:00010000:2.0:1767318259.075834:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.075839:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075847:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.075850:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075858:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075872:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075878:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1ba00/0x3313483622c9d8b7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075892:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.075894:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.075895:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.075905:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075913:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075920:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075926:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.075938:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.076064:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+285:6188:x1853163938538112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52793us (53107us total) trans 4294975993 rc 0/0 00000100:00100000:2.0:1767318259.076070:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23740 00010000:00010000:2.0:1767318259.076087:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.076092:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076098:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.076101:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076109:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076120:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076127:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1be00/0x3313483622c9d8ef lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076142:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.076143:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.076145:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.076155:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076162:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076169:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076175:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076185:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.076308:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04103e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+135:6185:x1853163938537216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53610us (53681us total) trans 4294975590 rc 0/0 00000100:00100000:2.0:1767318259.076314:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23738 00010000:00010000:2.0:1767318259.076332:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076352:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076360:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076366:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.076383:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.076500:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+135:6186:x1853163938536832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 58131us (59094us total) trans 4294975591 rc 0/0 00000100:00100000:2.0:1767318259.076528:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23731 00000100:00100000:2.0:1767318259.076577:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+20:2480:x1853163918016640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 16693us (18181us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318259.076584:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32256 00010000:00010000:1.0:1767318259.076830:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.076839:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.076846:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.076852:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.076872:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.077013:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+285:6186:x1853163938537856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 55035us (58992us total) trans 4294975994 rc 0/0 00000100:00100000:1.0:1767318259.077019:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23735 00010000:00010000:1.0:1767318259.077054:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077062:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077069:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077074:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077085:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318259.077195:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+285:6186:x1853163938539776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44240us (44334us total) trans 4294975995 rc 0/0 00000100:00100000:1.0:1767318259.077203:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23743 00010000:00010000:1.0:1767318259.077227:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077235:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077242:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077253:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077262:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318259.077390:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+285:6188:x1853163938537984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53845us (54345us total) trans 4294975996 rc 0/0 00000100:00100000:1.0:1767318259.077397:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23742 00010000:00010000:1.0:1767318259.077418:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077426:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077433:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077439:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077448:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767318259.077605:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+135:6185:x1853163938536704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 58726us (59459us total) trans 4294975592 rc 0/0 00000100:00100000:1.0:1767318259.077612:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23733 00000100:00100000:1.0:1767318259.077714:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938542208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.077744:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.077787:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303836680/2, rc 0, transno 4294975583 00000100:00100000:1.0:1767318259.077800:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938536960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.077811:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.077816:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938542336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.077838:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.077862:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938542208 00000100:00100000:1.0:1767318259.077868:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938542208 00000100:00100000:1.0:1767318259.077898:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938542336 00000100:00100000:1.0:1767318259.077901:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938542336 00000100:00100000:1.0:1767318259.077916:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23756 00000100:00100000:1.0:1767318259.077923:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+136:6187:x1853163938542208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.077947:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:514 count 1 00002000:00010000:1.0:1767318259.077977:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x202:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.077983:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9d97b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.077994:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.077996:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.078001:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9d97b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078012:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9d97b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078020:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9d97b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078026:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9d97b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078039:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1767318259.078183:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+137:6187:x1853163938542208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 259us (438us total) trans 4294975593 rc 0/0 00000100:00100000:1.0:1767318259.078189:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23756 00000100:00100000:1.0:1767318259.078201:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23757 00000100:00100000:1.0:1767318259.078207:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+136:6187:x1853163938542336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.078217:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:515 count 1 00002000:00010000:1.0:1767318259.078230:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x203:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.078235:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9d982 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078242:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.078243:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.078246:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9d982 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078253:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9d982 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078260:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9d982 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078265:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9d982 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078272:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:1.0:1767318259.078392:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+137:6187:x1853163938542336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (553us total) trans 4294975594 rc 0/0 00000100:00100000:1.0:1767318259.078398:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23757 00000004:00080000:1.0:1767318259.078431:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303835f80/2, rc 0, transno 4294975594 00000100:00100000:1.0:1767318259.078436:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938542336:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.078446:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303834a80/2, rc 0, transno 4294975593 00000100:00100000:1.0:1767318259.078449:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938542208:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.078469:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c44000/2, rc 0, transno 4294975586 00000100:00100000:1.0:1767318259.078473:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938540032:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.078481:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303834000/2, rc 0, transno 4294975592 00000100:00100000:1.0:1767318259.078485:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938536704:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.078493:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303835c00/2, rc 0, transno 4294975590 00000100:00100000:1.0:1767318259.078496:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938537216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.078502:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.078534:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938542080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.078559:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.078581:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938542080 00000100:00100000:1.0:1767318259.078585:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938542080 00000100:00100000:1.0:1767318259.078605:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23758 00000100:00100000:1.0:1767318259.078611:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+137:6185:x1853163938542080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.078622:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:513 count 1 00002000:00010000:1.0:1767318259.078638:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x201:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.078643:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d989 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078654:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.078656:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.078659:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d989 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078669:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d989 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078676:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d989 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078682:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d989 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078690:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:1.0:1767318259.078809:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+138:6185:x1853163938542080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (248us total) trans 4294975595 rc 0/0 00000100:00100000:1.0:1767318259.078815:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23758 00000004:00080000:1.0:1767318259.078840:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303837800/2, rc 0, transno 4294975595 00000100:00100000:1.0:1767318259.078844:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938542080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.078857:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1767318259.078863:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078872:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.078876:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078884:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078898:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078904:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a800/0x3313483622c9d8e1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078921:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1767318259.078924:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078930:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.078932:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078939:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078947:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078954:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b800/0x3313483622c9d8b0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078970:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1767318259.078974:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078980:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.078983:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078989:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.078998:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079004:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0311c1b600/0x3313483622c9d8cc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079017:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318259.079020:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079026:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.079029:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079036:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079044:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079050:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9d904 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079062:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.079066:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079072:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.079075:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079082:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079091:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079097:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9d8fd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079109:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.079112:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079122:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0311c1a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.079125:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079131:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079139:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 1/0,0 mode: --/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079145:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a400/0x3313483622c9d8be lrc: 0/0,0 mode: --/PW res: [0x280000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079155:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.079159:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9d97b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079164:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.079167:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9d97b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079173:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9d97b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079181:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9d97b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079191:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9d97b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079203:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.079205:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9d982 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079210:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.079213:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9d982 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079220:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9d982 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079227:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9d982 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079233:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9d982 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079242:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.079245:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d989 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079250:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.079253:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d989 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079259:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d989 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079267:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d989 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079274:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9d989 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079283:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.079285:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.079286:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.079334:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938542464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.079372:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.079400:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938542464 00000100:00100000:1.0:1767318259.079404:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938542464 00000100:00100000:1.0:1767318259.079424:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23759 00000100:00100000:1.0:1767318259.079431:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+138:6185:x1853163938542464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.079445:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:516 count 1 00002000:00010000:1.0:1767318259.079462:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x204:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.079467:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d990 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079475:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.079477:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.079480:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d990 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079493:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d990 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079501:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d990 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079532:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d990 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079544:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.079675:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+139:6185:x1853163938542464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 244us (301us total) trans 4294975596 rc 0/0 00000100:00100000:1.0:1767318259.079682:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23759 00000004:00080000:1.0:1767318259.079710:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441a26d80/2, rc 0, transno 4294975596 00000100:00100000:1.0:1767318259.079715:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938542464:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.079723:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.079727:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d990 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079734:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.079737:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d990 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079745:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d990 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079761:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d990 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079768:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9d990 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079780:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.079782:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.079784:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.079811:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.079819:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938542592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.079845:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.079869:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938542592 00000100:00100000:1.0:1767318259.079874:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938542592 00000100:00100000:1.0:1767318259.079895:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23760 00000100:00100000:1.0:1767318259.079903:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+139:6185:x1853163938542592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.079916:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:517 count 1 00002000:00010000:1.0:1767318259.079933:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x205:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.079938:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d997 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079947:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.079949:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.079952:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d997 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079962:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d997 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079970:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d997 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079977:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d997 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.079988:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.080099:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+140:6185:x1853163938542592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (252us total) trans 4294975597 rc 0/0 00000100:00100000:1.0:1767318259.080106:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23760 00000004:00080000:1.0:1767318259.080132:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441a27800/2, rc 0, transno 4294975597 00000100:00100000:1.0:1767318259.080136:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938542592:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.080235:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.080240:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d997 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.080246:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.080249:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d997 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.080255:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d997 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.080266:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d997 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.080277:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9d997 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.080290:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.080291:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.080293:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.080322:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938542720:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.080867:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.080875:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.082416:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.082470:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308167100/2, rc 0, transno 4294975996 00000100:00100000:3.0:1767318259.082487:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308167100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938537984:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.082499:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd2300/2, rc 0, transno 4294975993 00000100:00100000:3.0:1767318259.082503:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938538112:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.082619:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.082642:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441a24e00/2, rc 0, transno 4294975995 00000100:00100000:0.0:1767318259.082648:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938539776:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.082659:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8c9500/2, rc 0, transno 4294975992 00000100:00100000:0.0:1767318259.082662:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938537344:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.082671:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407532d80/2, rc 0, transno 4294975994 00000100:00100000:0.0:1767318259.082674:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938537856:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.082687:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0303837b80/2, rc 0, transno 4294975591 00000100:00100000:0.0:1767318259.082691:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938536832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.083223:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938543104:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.083274:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.083306:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318259.083313:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938542976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.083333:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.083395:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938542848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.083423:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.083440:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938543360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.083458:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.083477:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318259.083482:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938543232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.083500:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.084815:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.084952:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.085025:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318259.085275:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938543104 00000100:00100000:2.0:1767318259.085283:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938543104 00000100:00100000:2.0:1767318259.085321:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938542976 00000100:00100000:2.0:1767318259.085325:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938542976 00000100:00100000:2.0:1767318259.085350:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938542848 00000100:00100000:2.0:1767318259.085354:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938542848 00000100:00100000:2.0:1767318259.085370:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938543360 00000100:00100000:2.0:1767318259.085373:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938543360 00000100:00100000:2.0:1767318259.085400:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938543232 00000100:00100000:2.0:1767318259.085403:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938543232 00000100:00100000:2.0:1767318259.085420:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938542720 00000100:00100000:2.0:1767318259.085423:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938542720 00000100:00100000:2.0:1767318259.085443:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23761 00000100:00100000:2.0:1767318259.085451:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+289:6186:x1853163938543104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.085478:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:477 count 1 00010000:00010000:2.0:1767318259.085501:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.085683:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23762 00000100:00100000:0.0:1767318259.085694:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+289:6186:x1853163938542976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.085706:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:476 count 1 00010000:00010000:0.0:1767318259.085719:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.085738:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c969ba lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cbb expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.085746:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.085748:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.085752:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.085911:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c969ba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cbb expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.085928:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c969ba lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cbb expref: 50 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.085943:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938543488:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318259.086013:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0407e59e40 going to sleep for 11 seconds 00010000:00010000:2.0:1767318259.086088:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c969c1 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc9 expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.086095:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.086096:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.086099:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.086118:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c969c1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc9 expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.086128:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c969c1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc9 expref: 50 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.086138:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938543616:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.086162:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437e05d80 going to sleep for 11 seconds 00000100:00100000:2.0:1767318259.086180:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23763 00000100:00100000:2.0:1767318259.086187:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+289:6188:x1853163938542848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.086201:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:475 count 1 00010000:00010000:2.0:1767318259.086212:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.086222:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ae00/0x3313483622c969b3 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cad expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.086228:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.086230:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.086232:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.086250:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ae00/0x3313483622c969b3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cad expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.086259:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ae00/0x3313483622c969b3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cad expref: 50 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.086268:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938543744:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.086292:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437e05840 going to sleep for 11 seconds 00000100:00100000:2.0:1767318259.086308:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23764 00000100:00100000:2.0:1767318259.086315:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+289:6188:x1853163938543360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.086328:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:479 count 1 00010000:00010000:2.0:1767318259.086338:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.086452:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c969cf lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ce5 expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.086459:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.086461:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.086464:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.086481:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c969cf lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ce5 expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.086490:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c969cf lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ce5 expref: 50 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.086499:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938543872:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.086550:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0437e05900 going to sleep for 11 seconds 00000100:00100000:2.0:1767318259.086566:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23765 00000100:00100000:2.0:1767318259.086573:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+289:6188:x1853163938543232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.086584:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:478 count 1 00010000:00010000:2.0:1767318259.086594:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.086604:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c969c8 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd7 expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.086610:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.086612:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.086614:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.086631:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c969c8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd7 expref: 50 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.086645:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c969c8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd7 expref: 50 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.086654:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938544000:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.086674:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0421f34b40 going to sleep for 11 seconds 00000100:00100000:2.0:1767318259.086690:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918017920 00000100:00100000:2.0:1767318259.086696:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918017920 00010000:00010000:2.0:1767318259.086722:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c969a5 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c91 expref: 51 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.091071:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918017792 00000100:00100000:2.0:1767318259.091081:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918017792 00010000:00010000:2.0:1767318259.091125:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c969ac lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c9f expref: 52 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.091154:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32263 00000100:00100000:2.0:1767318259.091163:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+52:2483:x1853163918017920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318259.091181:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318259.091188:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c969a5 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c91 expref: 52 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.091200:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c969a5 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c91 expref: 52 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.091223:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.091225:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.091230:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.091240:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.091263:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318259.091317:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+52:2483:x1853163918017920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 154us (6367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318259.091324:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32263 00000100:00100000:2.0:1767318259.091352:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32264 00000100:00100000:2.0:1767318259.091359:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+51:2482:x1853163918017792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318259.091367:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318259.091371:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c969ac lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c9f expref: 51 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.091381:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c969ac lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c9f expref: 51 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.091393:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.091395:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.091398:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.091405:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.091421:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318259.091440:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+51:2482:x1853163918017792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 81us (6415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318259.091446:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32264 00010000:00010000:3.0:1767318259.091859:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c969ac lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c9f expref: 50 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.091879:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938541824:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.091899:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.091909:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.091914:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.091923:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.091930:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.091955:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.092215:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+290:6186:x1853163938541696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17961us (18005us total) trans 4294975997 rc 0/0 00000100:00100000:3.0:1767318259.092223:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23754 00000100:00100000:3.0:1767318259.092242:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23766 00000100:00100000:3.0:1767318259.092251:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d244c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+140:6187:x1853163938542720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.092272:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:518 count 1 00002000:00010000:3.0:1767318259.092303:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x206:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.092308:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d9c1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.092317:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.092318:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.092322:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d9c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.092331:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d9c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.092350:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d9c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.092359:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d9c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.092371:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.092533:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d244c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+141:6187:x1853163938542720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 283us (7721us total) trans 4294975598 rc 0/0 00000100:00100000:3.0:1767318259.092540:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23766 00010000:00010000:3.0:1767318259.092574:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c969a5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554c91 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.092584:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938541952:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.092599:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.092607:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.092613:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.092620:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.092627:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.092639:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.092820:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+290:6188:x1853163938541568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18114us (18172us total) trans 4294975998 rc 0/0 00000100:00100000:3.0:1767318259.092827:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23755 00000004:00080000:3.0:1767318259.092865:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca28a80/2, rc 0, transno 4294975998 00000100:00100000:3.0:1767318259.092876:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938541568:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.092992:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.092999:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093006:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.093010:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093018:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093032:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093039:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9d96d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093059:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.093062:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d9c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093074:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.093077:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d9c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093083:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d9c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093092:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d9c1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093098:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9d9c1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093109:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.093112:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093118:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.093120:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093128:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093136:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093148:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9d974 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.093160:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.093162:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.093164:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.093714:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.093722:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.093755:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca2b480/2, rc 0, transno 4294975997 00000100:00100000:2.0:1767318259.093770:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938541696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.093784:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318259.093798:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938544128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.093841:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.093993:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938544128 00000100:00100000:0.0:1767318259.093999:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938544128 00000100:00100000:0.0:1767318259.094041:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23767 00000100:00100000:0.0:1767318259.094050:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+290:6186:x1853163938544128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.094071:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:480 count 1 00010000:00010000:0.0:1767318259.094091:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.094109:0:21388:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c969d6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cf3 expref: 48 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.094116:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.094118:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.094122:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.094148:0:21388:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c969d6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cf3 expref: 48 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.094160:0:21388:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c969d6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cf3 expref: 48 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.094178:0:21388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:21388:1853163938544384:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318259.094226:0:21388:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0407e599c0 going to sleep for 11 seconds 00000004:00080000:1.0:1767318259.094349:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441a27480/2, rc 0, transno 4294975598 00000100:00100000:1.0:1767318259.094356:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938542720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.094374:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.094381:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317ce5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938544256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.094407:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.094470:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938544512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.094493:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.094538:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938544256 00000100:00100000:1.0:1767318259.094543:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938544256 00000100:00100000:1.0:1767318259.094564:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938544512 00000100:00100000:1.0:1767318259.094568:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938544512 00000100:00100000:1.0:1767318259.094584:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23768 00000100:00100000:1.0:1767318259.094591:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+291:6185:x1853163938544256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.094603:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:481 count 1 00010000:00010000:1.0:1767318259.094616:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.094628:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c969dd lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d01 expref: 48 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.094634:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.094635:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.094638:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.094656:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c969dd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d01 expref: 48 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.094664:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c969dd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d01 expref: 48 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.094672:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407532680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938544640:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.094706:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5300 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.094721:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23769 00000100:00100000:1.0:1767318259.094728:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+141:6187:x1853163938544512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.094740:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:519 count 1 00002000:00010000:1.0:1767318259.094763:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x207:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.094769:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9d9d6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.094776:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.094778:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.094782:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9d9d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.094793:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9d9d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.094801:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9d9d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.094808:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9d9d6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.094820:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.095047:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+142:6187:x1853163938544512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 319us (552us total) trans 4294975599 rc 0/0 00000100:00100000:1.0:1767318259.095053:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23769 00000004:00080000:1.0:1767318259.095084:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441a24380/2, rc 0, transno 4294975599 00000100:00100000:1.0:1767318259.095089:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938544512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.095117:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.095123:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938544768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.095143:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.095163:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938544768 00000100:00100000:1.0:1767318259.095166:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938544768 00000100:00100000:1.0:1767318259.095185:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23770 00000100:00100000:1.0:1767318259.095190:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+142:6187:x1853163938544768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.095201:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:520 count 1 00002000:00010000:1.0:1767318259.095216:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x208:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.095221:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d9dd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095229:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.095231:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.095234:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d9dd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095242:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d9dd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095249:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d9dd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095255:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d9dd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095265:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.095408:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+143:6187:x1853163938544768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 217us (263us total) trans 4294975600 rc 0/0 00000100:00100000:1.0:1767318259.095414:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23770 00000004:00080000:1.0:1767318259.095439:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407530000/2, rc 0, transno 4294975600 00000100:00100000:1.0:1767318259.095444:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938544768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.095474:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938544896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.095496:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.095545:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938544896 00000100:00100000:1.0:1767318259.095548:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938544896 00000100:00100000:1.0:1767318259.095566:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23771 00000100:00100000:1.0:1767318259.095572:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+143:6185:x1853163938544896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.095584:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:521 count 1 00002000:00010000:1.0:1767318259.095598:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x209:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.095603:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9d9e4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095610:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.095612:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.095615:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9d9e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095623:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9d9e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095631:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9d9e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095638:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9d9e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095649:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.095764:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+144:6185:x1853163938544896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (266us total) trans 4294975601 rc 0/0 00000100:00100000:1.0:1767318259.095770:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23771 00000004:00080000:1.0:1767318259.095794:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407531c00/2, rc 0, transno 4294975601 00000100:00100000:1.0:1767318259.095799:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938544896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.095826:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.095833:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938545024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.095854:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.095873:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938545024 00000100:00100000:1.0:1767318259.095877:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938545024 00000100:00100000:1.0:1767318259.095895:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23772 00000100:00100000:1.0:1767318259.095900:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+144:6185:x1853163938545024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.095911:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:522 count 1 00002000:00010000:1.0:1767318259.095924:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x20a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.095930:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d9eb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095938:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.095939:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.095943:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d9eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095951:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d9eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095958:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d9eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095964:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d9eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.095974:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318259.096087:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+145:6185:x1853163938545024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (230us total) trans 4294975602 rc 0/0 00000100:00100000:1.0:1767318259.096094:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23772 00000004:00080000:1.0:1767318259.096117:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405827480/2, rc 0, transno 4294975602 00000100:00100000:1.0:1767318259.096122:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938545024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.096150:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938545152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.096172:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.096193:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938545152 00000100:00100000:1.0:1767318259.096197:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938545152 00000100:00100000:1.0:1767318259.096214:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23773 00000100:00100000:1.0:1767318259.096219:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+145:6187:x1853163938545152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.096229:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:523 count 1 00002000:00010000:1.0:1767318259.096243:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x20b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.096248:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d9f2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096255:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.096256:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.096259:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d9f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096267:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d9f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096274:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d9f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096280:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d9f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096290:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318259.096413:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+146:6187:x1853163938545152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 192us (239us total) trans 4294975603 rc 0/0 00000100:00100000:1.0:1767318259.096418:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23773 00000004:00080000:1.0:1767318259.096442:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311709180/2, rc 0, transno 4294975603 00000100:00100000:1.0:1767318259.096447:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938545152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.096537:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.096544:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938545280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.096566:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.096586:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938545280 00000100:00100000:1.0:1767318259.096589:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938545280 00000100:00100000:1.0:1767318259.096609:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23774 00000100:00100000:1.0:1767318259.096615:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+146:6187:x1853163938545280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.096628:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:524 count 1 00002000:00010000:1.0:1767318259.096644:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x20c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.096649:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9d9f9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096655:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.096657:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.096659:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9d9f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096667:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9d9f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096674:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9d9f9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096680:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9d9f9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096688:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767318259.096799:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+147:6187:x1853163938545280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 183us (231us total) trans 4294975604 rc 0/0 00000100:00100000:1.0:1767318259.096805:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23774 00000004:00080000:1.0:1767318259.096830:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031170ad80/2, rc 0, transno 4294975604 00000100:00100000:1.0:1767318259.096835:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938545280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.096867:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938545408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.096889:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.096912:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938545408 00000100:00100000:1.0:1767318259.096915:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938545408 00000100:00100000:1.0:1767318259.096935:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23775 00000100:00100000:1.0:1767318259.096941:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+147:6185:x1853163938545408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.096952:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:525 count 1 00002000:00010000:1.0:1767318259.096966:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x20d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.096971:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9da00 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096978:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.096979:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.096982:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9da00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096990:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9da00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.096997:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9da00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.097003:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9da00 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.097016:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1767318259.097127:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+148:6185:x1853163938545408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 185us (236us total) trans 4294975605 rc 0/0 00000100:00100000:1.0:1767318259.097133:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23775 00000004:00080000:1.0:1767318259.097160:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311709500/2, rc 0, transno 4294975605 00000100:00100000:1.0:1767318259.097164:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938545408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.097191:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.097197:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938545536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.097219:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.097238:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938545536 00000100:00100000:1.0:1767318259.097242:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938545536 00000100:00100000:1.0:1767318259.097259:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23776 00000100:00100000:1.0:1767318259.097264:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+148:6185:x1853163938545536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.097275:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:526 count 1 00002000:00010000:1.0:1767318259.097289:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x20e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.097294:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9da07 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.097300:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.097302:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.097304:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9da07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.097312:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9da07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.097324:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9da07 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.097331:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9da07 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.097338:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:0.0:1767318259.100440:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767318259.100455:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9d9d6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100468:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.100472:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9d9d6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100483:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9d9d6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100502:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9d9d6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100524:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9d9d6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100591:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767318259.100595:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d9dd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100602:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.100605:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d9dd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100613:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d9dd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100625:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d9dd lrc: 1/0,0 mode: --/PW res: [0x280000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100632:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9d9dd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100644:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318259.100647:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9d9e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100653:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.100656:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9d9e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100663:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9d9e4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100672:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9d9e4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100679:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9d9e4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100695:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.100698:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d9eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100705:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.100708:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d9eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100715:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d9eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100723:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d9eb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100729:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96800/0x3313483622c9d9eb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100740:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.100744:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d9f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100750:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.100753:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d9f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100760:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d9f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100769:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d9f2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100776:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9d9f2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100787:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.100790:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9d9f9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100796:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0400030a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.100800:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9d9f9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100806:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9d9f9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100816:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9d9f9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100823:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9d9f9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100836:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.100840:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9da00 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100850:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0400031e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.100853:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9da00 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100859:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9da00 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100867:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9da00 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100873:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9da00 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100884:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.100887:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9da07 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100893:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0400031c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.100896:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9da07 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100903:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9da07 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100912:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9da07 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.100923:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.100925:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.100927:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.100942:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.102867:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+292:6188:x1853163938537600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79714us (79959us total) trans 4294975999 rc 0/0 00000100:00100000:0.0:1767318259.102880:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23739 00010000:00010000:2.0:1767318259.102978:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.102985:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.103002:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938546048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.103043:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.103083:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767318259.103088:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938545920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.103108:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.103125:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938546432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.103140:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.103167:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938546048 00000100:00100000:2.0:1767318259.103174:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938546048 00000100:00100000:2.0:1767318259.103205:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938545920 00000100:00100000:2.0:1767318259.103208:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938545920 00000100:00100000:2.0:1767318259.103219:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938546432 00000100:00100000:2.0:1767318259.103221:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938546432 00000100:00100000:2.0:1767318259.103235:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23777 00000100:00100000:2.0:1767318259.103241:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+151:6186:x1853163938546048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.103264:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:530 count 1 00002000:00010000:2.0:1767318259.103295:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x212:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.103303:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9da0e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103317:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.103319:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.103324:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9da0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103338:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9da0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103356:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9da0e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103364:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9da0e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103377:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.103626:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+152:6186:x1853163938546048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 384us (582us total) trans 4294975606 rc 0/0 00000100:00100000:2.0:1767318259.103632:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23777 00000100:00100000:2.0:1767318259.103648:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23778 00000100:00100000:2.0:1767318259.103654:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+151:6186:x1853163938545920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.103665:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:529 count 1 00002000:00010000:2.0:1767318259.103679:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x211:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.103684:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9da15 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103691:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.103693:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.103696:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9da15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103703:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9da15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103710:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9da15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103717:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9da15 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103730:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.103840:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+152:6186:x1853163938545920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (730us total) trans 4294975607 rc 0/0 00000100:00100000:2.0:1767318259.103847:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23778 00000100:00100000:2.0:1767318259.103861:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23779 00000100:00100000:2.0:1767318259.103868:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+151:6186:x1853163938546432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.103878:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:533 count 1 00002000:00010000:2.0:1767318259.103893:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x215:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.103897:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9da1c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103909:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.103910:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.103913:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9da1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103921:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9da1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103928:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9da1c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103935:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9da1c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.103947:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.104061:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+152:6186:x1853163938546432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 193us (919us total) trans 4294975608 rc 0/0 00000100:00100000:2.0:1767318259.104067:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23779 00010000:00010000:2.0:1767318259.104087:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.104093:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9da0e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104100:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.104104:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9da0e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104112:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9da0e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104127:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9da0e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104134:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b800/0x3313483622c9da0e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104155:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.104158:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9da15 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104165:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.104168:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9da15 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104174:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9da15 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104185:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9da15 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104191:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9da15 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104203:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.104205:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9da1c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104216:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.104219:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9da1c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104225:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9da1c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104233:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9da1c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104239:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9da1c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104250:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.104252:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.104254:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.104283:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e1c00/2, rc 0, transno 4294975607 00000100:00100000:2.0:1767318259.104295:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938545920:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.104304:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e1f80/2, rc 0, transno 4294975608 00000100:00100000:2.0:1767318259.104307:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938546432:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.104314:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e2680/2, rc 0, transno 4294975606 00000100:00100000:2.0:1767318259.104317:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938546048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.104398:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938546560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.104425:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.104454:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938546560 00000100:00100000:2.0:1767318259.104459:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938546560 00000100:00100000:2.0:1767318259.104482:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23780 00000100:00100000:2.0:1767318259.104488:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+152:6186:x1853163938546560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.104499:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:534 count 1 00002000:00010000:2.0:1767318259.104535:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x216:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.104540:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9da23 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104547:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.104548:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.104551:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9da23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104559:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9da23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104565:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9da23 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104571:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9da23 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104583:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.104707:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+153:6186:x1853163938546560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 218us (280us total) trans 4294975609 rc 0/0 00000100:00100000:2.0:1767318259.104714:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23780 00010000:00010000:2.0:1767318259.104730:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.104734:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9da23 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104742:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.104745:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9da23 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104752:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9da23 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104764:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9da23 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104771:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9da23 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104783:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.104785:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.104787:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.104803:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a76a00/2, rc 0, transno 4294975609 00000100:00100000:2.0:1767318259.104811:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938546560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.104840:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318259.104848:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938546944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.104870:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.104892:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938546944 00000100:00100000:2.0:1767318259.104896:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938546944 00000100:00100000:2.0:1767318259.104920:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23781 00000100:00100000:2.0:1767318259.104926:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+153:6186:x1853163938546944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.104937:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:537 count 1 00002000:00010000:2.0:1767318259.104953:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x219:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.104957:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9da2a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104965:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.104966:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.104969:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9da2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104977:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9da2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104985:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9da2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.104991:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9da2a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105003:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.105127:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+154:6186:x1853163938546944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200us (255us total) trans 4294975610 rc 0/0 00000100:00100000:2.0:1767318259.105133:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23781 00010000:00010000:2.0:1767318259.105147:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.105151:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9da2a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105157:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.105160:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9da2a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105172:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9da2a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105182:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9da2a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105189:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9da2a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105202:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.105204:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.105206:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.105221:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a75880/2, rc 0, transno 4294975610 00000100:00100000:2.0:1767318259.105229:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938546944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.105260:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938547072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.105280:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.105303:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938547072 00000100:00100000:2.0:1767318259.105306:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938547072 00000100:00100000:2.0:1767318259.105328:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23782 00000100:00100000:2.0:1767318259.105333:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+154:6186:x1853163938547072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.105358:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:538 count 1 00002000:00010000:2.0:1767318259.105373:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x21a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.105377:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9da31 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105385:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.105386:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.105389:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9da31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105397:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9da31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105404:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9da31 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105411:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9da31 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105422:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.105559:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+155:6186:x1853163938547072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 225us (277us total) trans 4294975611 rc 0/0 00000100:00100000:2.0:1767318259.105566:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23782 00010000:00010000:2.0:1767318259.105581:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.105584:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9da31 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105591:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.105594:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9da31 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105601:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9da31 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105612:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9da31 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105618:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9da31 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.105631:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.105633:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.105634:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.105650:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311991c00/2, rc 0, transno 4294975611 00000100:00100000:2.0:1767318259.105658:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938547072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.105777:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.105895:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938545792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.105922:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.106002:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938546304:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.106028:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.106045:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938546816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.106064:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.106092:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318377100/2, rc 0, transno 4294975999 00000100:00100000:3.0:1767318259.106101:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938537600:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.106112:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1767318259.106118:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938545664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.106138:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.106149:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938546176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.106168:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.106176:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938546688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.106189:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.106195:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938547200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.106208:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.106226:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938545792 00000100:00100000:3.0:1767318259.106229:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938545792 00000100:00100000:3.0:1767318259.106246:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938546304 00000100:00100000:3.0:1767318259.106248:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938546304 00000100:00100000:3.0:1767318259.106255:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938546816 00000100:00100000:3.0:1767318259.106257:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938546816 00000100:00100000:3.0:1767318259.106264:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938545664 00000100:00100000:3.0:1767318259.106266:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938545664 00000100:00100000:3.0:1767318259.106273:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938546176 00000100:00100000:3.0:1767318259.106275:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938546176 00000100:00100000:3.0:1767318259.106282:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938546688 00000100:00100000:3.0:1767318259.106284:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938546688 00000100:00100000:3.0:1767318259.106292:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938547200 00000100:00100000:3.0:1767318259.106294:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938547200 00000100:00100000:3.0:1767318259.106305:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23783 00000100:00100000:3.0:1767318259.106310:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+161:6188:x1853163938545792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.106324:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:528 count 1 00002000:00010000:3.0:1767318259.106356:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x210:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.106361:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9da38 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106370:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.106371:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.106374:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9da38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106383:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9da38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106390:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9da38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106396:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9da38 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106407:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.106574:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+162:6188:x1853163938545792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 263us (651us total) trans 4294975612 rc 0/0 00000100:00100000:3.0:1767318259.106580:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23783 00000100:00100000:3.0:1767318259.106595:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23784 00000100:00100000:3.0:1767318259.106600:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+161:6188:x1853163938546304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.106611:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:532 count 1 00002000:00010000:3.0:1767318259.106625:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x214:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.106630:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9da3f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106637:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.106639:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.106642:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9da3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106650:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9da3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106657:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9da3f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106664:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9da3f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106675:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.106781:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+162:6188:x1853163938546304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 180us (751us total) trans 4294975613 rc 0/0 00000100:00100000:3.0:1767318259.106787:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23784 00000100:00100000:3.0:1767318259.106800:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23785 00000100:00100000:3.0:1767318259.106806:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+161:6188:x1853163938546816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.106817:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:536 count 1 00002000:00010000:3.0:1767318259.106831:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x218:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.106835:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9da46 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106842:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.106844:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.106846:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9da46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106860:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9da46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106868:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9da46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106874:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9da46 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.106887:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.107001:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+162:6188:x1853163938546816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 195us (935us total) trans 4294975614 rc 0/0 00000100:00100000:3.0:1767318259.107007:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23785 00000100:00100000:3.0:1767318259.107020:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23786 00000100:00100000:3.0:1767318259.107027:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+161:6188:x1853163938545664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.107037:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:527 count 1 00002000:00010000:3.0:1767318259.107050:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x20f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.107055:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9da4d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107062:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.107064:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.107067:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9da4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107075:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9da4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107083:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9da4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107090:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9da4d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107098:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318259.107204:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+162:6188:x1853163938545664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (1065us total) trans 4294975615 rc 0/0 00000100:00100000:3.0:1767318259.107210:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23786 00000100:00100000:3.0:1767318259.107224:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23787 00000100:00100000:3.0:1767318259.107229:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+161:6188:x1853163938546176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.107239:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:531 count 1 00002000:00010000:3.0:1767318259.107252:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x213:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.107256:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9da54 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107263:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.107264:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.107267:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9da54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107275:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9da54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107282:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9da54 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107288:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9da54 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107296:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318259.107424:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+162:6188:x1853163938546176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 194us (1254us total) trans 4294975616 rc 0/0 00000100:00100000:3.0:1767318259.107430:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23787 00000100:00100000:3.0:1767318259.107444:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23788 00000100:00100000:3.0:1767318259.107450:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+161:6188:x1853163938546688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.107462:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:535 count 1 00002000:00010000:3.0:1767318259.107478:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x217:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.107482:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9da5b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107488:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.107489:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.107492:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9da5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107500:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9da5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107533:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9da5b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107539:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9da5b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107548:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318259.107675:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+162:6188:x1853163938546688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 225us (1483us total) trans 4294975617 rc 0/0 00000100:00100000:3.0:1767318259.107682:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23788 00000100:00100000:3.0:1767318259.107694:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23789 00000100:00100000:3.0:1767318259.107700:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+161:6188:x1853163938547200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.107711:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:539 count 1 00002000:00010000:3.0:1767318259.107726:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x21b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.107732:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9da62 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107739:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.107740:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.107743:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9da62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107751:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9da62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107758:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9da62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107765:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9da62 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107772:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767318259.107933:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+162:6188:x1853163938547200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 232us (1722us total) trans 4294975618 rc 0/0 00000100:00100000:3.0:1767318259.107938:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23789 00010000:00010000:3.0:1767318259.107963:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318259.107969:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9da38 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107977:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.107981:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9da38 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.107990:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9da38 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108005:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9da38 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108012:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9da38 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108027:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318259.108031:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9da3f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108037:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.108040:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9da3f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108051:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9da3f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108061:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9da3f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108068:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9da3f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108083:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318259.108087:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9da46 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108092:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.108095:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9da46 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108102:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9da46 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108111:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9da46 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108118:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9da46 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108134:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318259.108137:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9da4d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108143:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.108145:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9da4d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108153:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9da4d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108160:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9da4d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108166:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9da4d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108177:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.108180:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9da54 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108186:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.108188:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9da54 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108195:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9da54 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108204:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9da54 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108210:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9da54 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108220:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.108223:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9da5b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108229:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.108231:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9da5b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108238:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9da5b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108247:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9da5b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108253:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9da5b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108263:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.108266:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9da62 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108277:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.108280:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9da62 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108287:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9da62 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108295:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9da62 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108303:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9da62 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108316:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.108317:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.108319:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.108365:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e0e00/2, rc 0, transno 4294975615 00000100:00100000:3.0:1767318259.108384:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938545664:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.108396:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e1180/2, rc 0, transno 4294975616 00000100:00100000:3.0:1767318259.108400:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938546176:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.108408:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a77480/2, rc 0, transno 4294975617 00000100:00100000:3.0:1767318259.108411:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938546688:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.108418:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311990e00/2, rc 0, transno 4294975618 00000100:00100000:3.0:1767318259.108422:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938547200:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.108431:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e3480/2, rc 0, transno 4294975612 00000100:00100000:3.0:1767318259.108435:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938545792:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.108444:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e3b80/2, rc 0, transno 4294975613 00000100:00100000:3.0:1767318259.108447:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938546304:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.108455:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a74a80/2, rc 0, transno 4294975614 00000100:00100000:3.0:1767318259.108459:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938546816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.108555:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938547328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.108585:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.108617:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938547328 00000100:00100000:3.0:1767318259.108623:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938547328 00000100:00100000:3.0:1767318259.108648:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23790 00000100:00100000:3.0:1767318259.108655:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+292:6188:x1853163938547328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.108669:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:482 count 1 00010000:00010000:3.0:1767318259.108685:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108699:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c969e4 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d0f expref: 48 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.108706:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.108708:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.108710:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.108732:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c969e4 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d0f expref: 48 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.108743:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c969e4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d0f expref: 48 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.108756:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938547456:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318259.108810:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0405d0c900 going to sleep for 11 seconds 00000100:00100000:3.0:1767318259.108983:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938547968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.109005:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.109023:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1767318259.109028:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938547840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.109050:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.109063:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938548352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.109081:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.109162:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938547968 00000100:00100000:3.0:1767318259.109166:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938547968 00000100:00100000:3.0:1767318259.109181:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938547840 00000100:00100000:3.0:1767318259.109184:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938547840 00000100:00100000:3.0:1767318259.109192:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938548352 00000100:00100000:3.0:1767318259.109194:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938548352 00000100:00100000:3.0:1767318259.109204:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23791 00000100:00100000:3.0:1767318259.109209:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+164:6188:x1853163938547968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.109222:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:543 count 1 00002000:00010000:3.0:1767318259.109239:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x21f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.109245:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9da70 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.109253:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.109255:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.109259:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9da70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.109273:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9da70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.109280:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9da70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.109286:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9da70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.109299:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.109437:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.109444:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9da70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109452:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.109454:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9da70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109461:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9da70 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109474:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9da70 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109482:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9da70 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109498:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.109500:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.109502:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.109526:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.109540:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23792 00000100:00100000:0.0:1767318259.109548:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+164:6188:x1853163938547840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.109561:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:542 count 1 00002000:00010000:0.0:1767318259.109576:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x21e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.109581:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9da77 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109588:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.109589:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.109592:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9da77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109600:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9da77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109606:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9da77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109613:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9da77 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109626:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.109633:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.109636:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9da77 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109642:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.109645:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9da77 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109653:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9da77 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109662:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9da77 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109668:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9da77 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109681:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.109682:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.109684:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.109901:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+165:6188:x1853163938547840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 353us (848us total) trans 4294975619 rc 0/0 00000100:00100000:0.0:1767318259.109909:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23792 00000100:00100000:0.0:1767318259.109929:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23793 00000100:00100000:0.0:1767318259.109936:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d245850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+164:6188:x1853163938548352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.109947:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:546 count 1 00002000:00010000:0.0:1767318259.109962:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x222:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.109967:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9da7e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109974:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.109976:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.109979:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9da7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.109993:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9da7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.110001:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9da7e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.110007:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9da7e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.110021:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.110028:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.110032:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9da7e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.110039:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.110042:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9da7e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.110051:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9da7e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.110061:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9da7e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.110068:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9da7e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.110085:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.110087:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.110089:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.110210:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d245850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+165:6188:x1853163938548352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 274us (1126us total) trans 4294975620 rc 0/0 00000100:00100000:0.0:1767318259.110217:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23793 00010000:00010000:1.0:1767318259.110632:0:21393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9da07 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.110785:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+165:6185:x1853163938545536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13507us (13552us total) trans 4294975621 rc 0/0 00000100:00100000:1.0:1767318259.110793:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23776 00000100:00100000:1.0:1767318259.110832:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938547584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.110860:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.110924:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938548096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.110944:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.111028:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.111034:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.111251:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+165:6188:x1853163938547968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2040us (2244us total) trans 4294975622 rc 0/0 00000100:00100000:3.0:1767318259.111259:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23791 00000004:00080000:1.0:1767318259.118777:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031170a300/2, rc 0, transno 4294975621 00000100:00100000:1.0:1767318259.118800:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938545536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.118818:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767318259.118828:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938547712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.118877:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.120485:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938547584 00000100:00100000:0.0:1767318259.120498:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938547584 00000100:00100000:0.0:1767318259.120572:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938548096 00000100:00100000:0.0:1767318259.120576:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938548096 00000100:00100000:0.0:1767318259.120599:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23794 00000100:00100000:0.0:1767318259.120607:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+166:6185:x1853163938547584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.120636:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:540 count 1 00002000:00010000:0.0:1767318259.120669:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x21c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.120678:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9da85 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.120693:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.120695:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.120700:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9da85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.120726:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9da85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.120736:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9da85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.120748:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9da85 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.120765:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.121065:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+167:6185:x1853163938547584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 457us (10203us total) trans 4294975623 rc 0/0 00000100:00100000:0.0:1767318259.121074:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23794 00000100:00100000:0.0:1767318259.121091:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23795 00000100:00100000:0.0:1767318259.121098:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+166:6185:x1853163938548096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.121109:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:544 count 1 00002000:00010000:0.0:1767318259.121123:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x220:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.121129:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9da8c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121137:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.121139:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.121142:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9da8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121152:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9da8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121161:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9da8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121168:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9da8c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121183:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.121304:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+167:6185:x1853163938548096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 206us (10358us total) trans 4294975624 rc 0/0 00000100:00100000:0.0:1767318259.121325:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23795 00010000:00010000:0.0:1767318259.121359:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.121365:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9da85 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121374:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.121378:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9da85 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121387:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9da85 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121401:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9da85 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121407:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9da85 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121424:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.121428:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9da8c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121435:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.121439:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9da8c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121446:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9da8c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121455:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9da8c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121462:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9da8c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.121473:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.121475:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.121477:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.121483:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.129108:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.129162:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a96a00/2, rc 0, transno 4294975619 00000100:00100000:3.0:1767318259.129173:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938547840:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.129184:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a95c00/2, rc 0, transno 4294975620 00000100:00100000:3.0:1767318259.129187:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938548352:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.129194:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a95180/2, rc 0, transno 4294975622 00000100:00100000:3.0:1767318259.129197:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938547968:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.129546:0:21388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:21388:1853163938544384:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318259.129569:0:21388:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.129623:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.129639:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918018176 00000100:00100000:0.0:1767318259.129645:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918018176 00010000:00010000:0.0:1767318259.129673:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c969c1 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc9 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.129697:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32265 00000100:00100000:3.0:1767318259.129824:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938543488:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.129837:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.129872:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+49:2483:x1853163918018176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318259.129889:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318259.129894:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c969c1 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc9 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.129904:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c969c1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc9 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.129926:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.129929:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.129934:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.129944:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.129959:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318259.130032:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+49:2483:x1853163918018176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 327us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.130040:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32265 00000100:00100000:0.0:1767318259.130078:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.130094:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918018432 00000100:00100000:0.0:1767318259.130098:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918018432 00010000:00010000:0.0:1767318259.130112:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c969cf lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ce5 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.130122:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407532680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938544640:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318259.130130:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32266 00000100:00100000:0.0:1767318259.130136:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030a3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+49:2483:x1853163918018432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.130137:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.130146:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318259.130150:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c969cf lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ce5 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.130157:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938547712 00010000:00010000:0.0:1767318259.130159:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c969cf lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ce5 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.130160:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938547712 00010000:00010000:0.0:1767318259.130171:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.130172:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.130175:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.130183:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23796 00010000:00010000:0.0:1767318259.130184:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.130189:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+167:6185:x1853163938547712:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.130196:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1767318259.130211:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:541 count 1 00000100:00100000:0.0:1767318259.130214:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030a3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+49:2483:x1853163918018432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.130220:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32266 00002000:00010000:1.0:1767318259.130243:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x21d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.130249:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9da93 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130258:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.130259:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.130262:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9da93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.130274:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.130287:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918018688 00010000:00010000:1.0:1767318259.130287:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9da93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.130291:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918018688 00010000:00010000:1.0:1767318259.130297:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9da93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.130303:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c969d6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cf3 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.130305:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9da93 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130320:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.130524:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32267 00000100:00100000:0.0:1767318259.130531:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0433c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+49:2483:x1853163918018688:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318259.130542:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318259.130546:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c969d6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cf3 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.130555:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c969d6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cf3 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.130567:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c969d6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cf3 expref: 49 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.130577:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.130579:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.130581:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.130588:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.130603:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.130608:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+168:6185:x1853163938547712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 419us (11731us total) trans 4294975625 rc 0/0 00000100:00100000:1.0:1767318259.130615:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23796 00000100:00100000:0.0:1767318259.130619:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0433c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+48:2483:x1853163918018688:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 90us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.130625:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32267 00010000:00010000:0.0:1767318259.130641:0:21388:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.130648:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.130659:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.130665:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.130677:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318259.130725:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.130730:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9da93 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130738:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0400031000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.130742:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9da93 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130750:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9da93 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130761:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9da93 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130767:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031000/0x3313483622c9da93 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130783:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.130786:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130793:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.130795:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130802:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130814:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130820:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9d9c8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.130832:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.130834:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.130836:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.130929:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938548864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.130963:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.130992:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.130998:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938548480:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.131016:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.131042:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938548864 00000100:00100000:1.0:1767318259.131046:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938548864 00000100:00100000:1.0:1767318259.131065:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938548480 00000100:00100000:1.0:1767318259.131068:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938548480 00000100:00100000:1.0:1767318259.131084:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23797 00000100:00100000:1.0:1767318259.131090:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+169:6187:x1853163938548864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.131103:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:550 count 1 00002000:00010000:1.0:1767318259.131121:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x226:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.131126:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9da9a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131134:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.131136:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.131139:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9da9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131147:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9da9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131154:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9da9a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131160:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9da9a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131172:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.131322:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+170:6187:x1853163938548864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 231us (357us total) trans 4294975626 rc 0/0 00000100:00100000:1.0:1767318259.131329:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23797 00000100:00100000:1.0:1767318259.131355:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23798 00000100:00100000:1.0:1767318259.131363:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+169:6187:x1853163938548480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.131373:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:547 count 1 00002000:00010000:1.0:1767318259.131387:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x223:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.131393:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9daa1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131400:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.131401:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.131404:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9daa1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131418:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9daa1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131425:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9daa1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131432:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9daa1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131445:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.131581:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+293:6186:x1853163938544128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37533us (37739us total) trans 4294976000 rc 0/0 00000100:00100000:1.0:1767318259.131581:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+170:6187:x1853163938548480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 219us (562us total) trans 4294975627 rc 0/0 00000100:00100000:1.0:1767318259.131588:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23798 00000100:00100000:0.0:1767318259.131596:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23767 00010000:00010000:0.0:1767318259.131609:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.131614:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9da9a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.131620:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0400030200 already unused, calling callback (ffffffffc15bcb40) 00000004:00080000:1.0:1767318259.131623:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031170bb80/2, rc 0, transno 4294975627 00010000:00010000:0.0:1767318259.131624:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9da9a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.131632:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9da9a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.131632:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938548480:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.131641:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306352680/2, rc 0, transno 4294975626 00000100:00100000:1.0:1767318259.131643:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938548864:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.131645:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9da9a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.131652:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9da9a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.131658:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938548736:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.131671:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.131674:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9daa1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.131681:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97000 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:1.0:1767318259.131681:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.131684:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9daa1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.131692:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9daa1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.131701:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9daa1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318259.131709:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce7b80/2, rc 0, transno 4294976000 00000100:00100000:1.0:1767318259.131720:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938544128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.131729:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318259.131734:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938548608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.131753:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.131775:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938548736 00000100:00100000:1.0:1767318259.131779:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938548736 00000100:00100000:1.0:1767318259.131798:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938548608 00000100:00100000:1.0:1767318259.131801:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938548608 00000100:00100000:1.0:1767318259.131816:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23799 00000100:00100000:1.0:1767318259.131823:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+171:6186:x1853163938548736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.131835:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:549 count 1 00002000:00010000:1.0:1767318259.131850:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x225:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.131855:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9daa8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131863:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.131864:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.131867:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9daa8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131874:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9daa8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131881:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9daa8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131889:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9daa8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.131901:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.132026:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+172:6186:x1853163938548736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 202us (342us total) trans 4294975628 rc 0/0 00000100:00100000:1.0:1767318259.132032:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23799 00000100:00100000:1.0:1767318259.132046:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23800 00000100:00100000:1.0:1767318259.132054:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+171:6186:x1853163938548608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.132066:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:548 count 1 00002000:00010000:1.0:1767318259.132080:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x224:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.132084:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9daaf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132091:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.132092:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.132095:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9daaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132103:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9daaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132110:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9daaf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132116:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9daaf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132124:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.132237:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+172:6186:x1853163938548608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 184us (482us total) trans 4294975629 rc 0/0 00000100:00100000:1.0:1767318259.132243:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23800 00010000:00010000:1.0:1767318259.132257:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.132261:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9daa8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132273:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.132276:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9daa8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132283:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9daa8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132294:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9daa8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132300:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9daa8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132313:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.132316:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9daaf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132322:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.132325:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9daaf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132332:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9daaf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132354:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9daaf lrc: 1/0,0 mode: --/PW res: [0x280000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132366:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9daaf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132380:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.132382:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.132384:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.132408:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407532680/2, rc 0, transno 4294975629 00000100:00100000:1.0:1767318259.132413:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938548608:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.132421:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306350380/2, rc 0, transno 4294975628 00000100:00100000:1.0:1767318259.132424:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938548736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.132501:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938549376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.132553:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.132574:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.132579:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938548992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.132595:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.132618:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938549376 00000100:00100000:1.0:1767318259.132622:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938549376 00000100:00100000:1.0:1767318259.132640:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938548992 00000100:00100000:1.0:1767318259.132643:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938548992 00000100:00100000:1.0:1767318259.132656:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23801 00000100:00100000:1.0:1767318259.132662:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+173:6187:x1853163938549376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.132673:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:554 count 1 00002000:00010000:1.0:1767318259.132689:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x22a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.132694:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9dab6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132706:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.132708:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.132712:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9dab6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132720:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9dab6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132728:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9dab6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132734:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9dab6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132746:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.132865:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c969c1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cc9 expref: 47 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.132872:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+174:6187:x1853163938549376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (319us total) trans 4294975630 rc 0/0 00000100:00100000:2.0:1767318259.132878:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938543616:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.132879:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23801 00000100:00100000:1.0:1767318259.132890:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23802 00010000:00010000:2.0:1767318259.132896:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.132897:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+173:6187:x1853163938548992:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.132906:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1767318259.132907:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:551 count 1 00010000:00010000:2.0:1767318259.132912:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.132919:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318259.132921:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x227:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.132926:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dabd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.132932:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132934:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.132935:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.132938:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dabd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.132940:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318259.132946:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dabd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132953:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dabd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132960:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dabd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.132966:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.133067:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+174:6187:x1853163938548992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 170us (470us total) trans 4294975631 rc 0/0 00000100:00100000:2.0:1767318259.133071:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+293:6186:x1853163938543104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47621us (49797us total) trans 4294976001 rc 0/0 00000100:00100000:1.0:1767318259.133073:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23802 00000100:00100000:2.0:1767318259.133078:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23761 00010000:00010000:1.0:1767318259.133087:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.133092:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9dab6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.133092:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.133096:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.133099:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.133102:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9dab6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.133103:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.133107:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.133110:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9dab6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.133113:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.133121:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9dab6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.133123:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.133129:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9dab6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.133130:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9d99e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.133143:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.133143:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.133144:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.133145:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dabd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.133146:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.133151:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.133151:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.133153:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dabd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.133160:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dabd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.133168:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dabd lrc: 1/0,0 mode: --/PW res: [0x280000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.133169:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938543744:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.133175:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dabd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.133179:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.133184:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.133186:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.133187:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.133201:0:21249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c969cf lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ce5 expref: 46 pid: 21393 timeout: 3605 lvb_type: 1 00000004:00080000:1.0:1767318259.133205:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306351f80/2, rc 0, transno 4294975631 00000100:00100000:2.0:1767318259.133210:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938543872:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.133213:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938548992:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.133219:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318259.133220:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306353100/2, rc 0, transno 4294975630 00000100:00100000:1.0:1767318259.133224:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938549376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.133227:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.133233:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.133236:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938549248:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.133241:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.133248:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.133258:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.133259:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767318259.133279:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce4a80/2, rc 0, transno 4294976001 00000100:00100000:1.0:1767318259.133285:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938543104:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.133292:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318259.133297:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938549120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.133318:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.133417:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+293:6188:x1853163938543360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47101us (49956us total) trans 4294976002 rc 0/0 00000100:00100000:2.0:1767318259.133423:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23764 00000100:00100000:2.0:1767318259.133435:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938549120 00000100:00100000:2.0:1767318259.133439:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938549120 00000100:00100000:2.0:1767318259.133457:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23803 00000100:00100000:2.0:1767318259.133462:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+174:6186:x1853163938549120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.133472:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:552 count 1 00002000:00010000:2.0:1767318259.133486:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x228:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.133490:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02be00/0x3313483622c9dac4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.133498:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.133499:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.133502:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02be00/0x3313483622c9dac4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.133664:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9daa1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.133680:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.133683:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.133689:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.133692:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.133700:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.133848:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.133856:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9d9b3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.133869:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.133871:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.133873:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.133935:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.133955:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918018048 00000100:00100000:0.0:1767318259.133960:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918018048 00010000:00010000:0.0:1767318259.133979:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c969ba lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cbb expref: 46 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.134000:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32268 00000100:00100000:0.0:1767318259.134006:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0433c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+46:2483:x1853163918018048:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318259.134015:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318259.134019:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c969ba lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cbb expref: 46 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.134029:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c969ba lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cbb expref: 46 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.134042:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c969ba lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cbb expref: 46 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.134057:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.134058:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.134062:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.134070:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.134087:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318259.134111:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0433c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2483:x1853163918018048:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 105us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.134117:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32268 00000100:00100000:0.0:1767318259.134156:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.134167:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918018304 00000100:00100000:0.0:1767318259.134170:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918018304 00010000:00010000:0.0:1767318259.134181:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ae00/0x3313483622c969b3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cad expref: 45 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.134199:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32269 00000100:00100000:0.0:1767318259.134204:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041039b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2483:x1853163918018304:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318259.134210:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318259.134214:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ae00/0x3313483622c969b3 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cad expref: 45 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.134223:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ae00/0x3313483622c969b3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cad expref: 45 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.134239:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ae00/0x3313483622c969b3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cad expref: 45 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.134248:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.134249:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.134252:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.134261:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.134276:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318259.134292:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041039b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+44:2483:x1853163918018304:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 88us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.134299:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32269 00010000:00010000:2.0:1767318259.138465:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02be00/0x3313483622c9dac4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.138478:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02be00/0x3313483622c9dac4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.138485:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02be00/0x3313483622c9dac4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.138526:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.138853:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+175:6186:x1853163938549120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5387us (5531us total) trans 4294975632 rc 0/0 00000100:00100000:2.0:1767318259.138867:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23803 00010000:00010000:2.0:1767318259.138904:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.138911:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02be00/0x3313483622c9dac4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.138920:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.138924:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02be00/0x3313483622c9dac4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.138933:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02be00/0x3313483622c9dac4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.138950:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02be00/0x3313483622c9dac4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.138959:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02be00/0x3313483622c9dac4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.138979:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.138981:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.138983:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.138988:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.138999:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.139006:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.139017:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.139023:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.139034:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.139179:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+293:6188:x1853163938542848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52993us (55754us total) trans 4294976003 rc 0/0 00000100:00100000:2.0:1767318259.139186:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23763 00000100:00100000:2.0:1767318259.139224:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938544000:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318259.139242:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.140475:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938549248 00000100:00100000:1.0:1767318259.140488:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938549248 00000100:00100000:1.0:1767318259.140557:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23804 00000100:00100000:1.0:1767318259.140567:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+175:6186:x1853163938549248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.140595:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:553 count 1 00002000:00010000:1.0:1767318259.140628:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x229:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.140635:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dacb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.140646:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.140649:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.140653:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dacb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.140666:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dacb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.140674:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dacb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.140686:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dacb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.140702:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.140729:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.140737:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.140744:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.140749:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.140758:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.140780:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.140788:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9d9ac lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.140805:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.140808:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dacb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.140815:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.140819:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dacb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.140826:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dacb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.140837:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dacb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.140844:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dacb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.140857:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.140858:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.140860:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.140948:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.140974:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918018560 00000100:00100000:0.0:1767318259.140978:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918018560 00010000:00010000:0.0:1767318259.141004:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c969c8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd7 expref: 44 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.141028:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32270 00000100:00100000:0.0:1767318259.141035:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0433c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+44:2483:x1853163918018560:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318259.141045:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318259.141050:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c969c8 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd7 expref: 44 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.141061:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c969c8 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd7 expref: 44 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.141079:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c969c8 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554cd7 expref: 44 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.141089:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.141091:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.141094:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.141102:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.141121:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318259.141156:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0433c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+43:2483:x1853163918018560:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 121us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.141163:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32270 00000100:00100000:0.0:1767318259.141205:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.141221:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918018816 00000100:00100000:0.0:1767318259.141224:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918018816 00010000:00010000:0.0:1767318259.141236:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c969dd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d01 expref: 43 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.141253:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32271 00000100:00100000:0.0:1767318259.141259:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0433c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+43:2483:x1853163918018816:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318259.141266:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318259.141270:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c969dd lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d01 expref: 43 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.141274:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+176:6186:x1853163938549248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 709us (8013us total) trans 4294975633 rc 0/0 00010000:00010000:0.0:1767318259.141280:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c969dd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d01 expref: 43 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.141280:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23804 00010000:00010000:0.0:1767318259.141292:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c969dd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d01 expref: 43 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.141298:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.141301:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.141303:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.141306:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318259.141348:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c47b80/2, rc 0, transno 4294976003 00000100:00100000:1.0:1767318259.141354:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938542848:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.141366:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce4380/2, rc 0, transno 4294976002 00000100:00100000:1.0:1767318259.141370:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938543360:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.141393:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306352d80/2, rc 0, transno 4294975632 00000100:00100000:1.0:1767318259.141398:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938549120:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.141406:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306350e00/2, rc 0, transno 4294975633 00000100:00100000:1.0:1767318259.141409:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938549248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.141503:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938549888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.141561:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.141591:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.141597:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938549504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.141616:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.141636:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938549888 00000100:00100000:1.0:1767318259.141640:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938549888 00000100:00100000:1.0:1767318259.141657:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938549504 00000100:00100000:1.0:1767318259.141659:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938549504 00000100:00100000:1.0:1767318259.141676:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23805 00000100:00100000:1.0:1767318259.141682:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+177:6187:x1853163938549888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.141695:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:558 count 1 00000100:00100000:3.0:1767318259.141698:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:1.0:1767318259.141715:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x22e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.141721:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dad2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.141730:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.141732:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.141734:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dad2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.141743:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dad2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.141799:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.141808:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918018944 00000100:00100000:3.0:1767318259.141812:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918018944 00010000:00010000:3.0:1767318259.141829:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c969e4 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d0f expref: 43 pid: 21393 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.141849:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32272 00000100:00100000:3.0:1767318259.141856:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+43:2482:x1853163918018944:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318259.141865:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318259.141868:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c969e4 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d0f expref: 43 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.141877:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c969e4 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d0f expref: 43 pid: 21393 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.141891:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.141892:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.141895:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.141903:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.141915:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318259.141935:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+43:2482:x1853163918018944:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 80us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318259.141942:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32272 00000100:00100000:3.0:1767318259.141971:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23806 00000100:00100000:3.0:1767318259.141981:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+177:6187:x1853163938549504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.141998:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:555 count 1 00002000:00010000:3.0:1767318259.142018:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x22b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.142024:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dad9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.142032:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.142033:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.142036:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dad9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.142044:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dad9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.142052:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dad9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.142058:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dad9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.142071:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.142267:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+178:6187:x1853163938549504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 288us (649us total) trans 4294975634 rc 0/0 00000100:00100000:3.0:1767318259.142274:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23806 00000004:00080000:3.0:1767318259.142302:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c132300/2, rc 0, transno 4294975634 00010000:00010000:0.0:1767318259.142989:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.143019:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318259.143049:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0433c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+42:2483:x1853163918018816:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1789us (1842us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.143060:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32271 00010000:00010000:1.0:1767318259.144222:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dad2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.144237:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dad2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.144255:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318259.144476:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144485:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144492:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144498:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144536:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.144547:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+178:6187:x1853163938549888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2864us (2984us total) trans 4294975635 rc 0/0 00000100:00100000:1.0:1767318259.144556:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23805 00010000:00010000:1.0:1767318259.144594:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.144607:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.144615:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.144622:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.144634:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.144698:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+293:6188:x1853163938543232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 58125us (61196us total) trans 4294976004 rc 0/0 00000100:00100000:2.0:1767318259.144718:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23765 00010000:00010000:2.0:1767318259.144737:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318259.144743:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dad9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144751:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.144756:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dad9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144764:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dad9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144790:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dad9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144796:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dad9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144818:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.144822:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dad2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144828:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.144831:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dad2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144838:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dad2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144846:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dad2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144852:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dad2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144866:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.144869:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144874:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.144877:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144883:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144893:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144899:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ae00/0x3313483622c9d9ba lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144917:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.144920:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144925:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.144927:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144933:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144941:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144946:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9d9cf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.144958:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.144959:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.144961:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.144968:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.145130:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.145629:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+293:6185:x1853163938544256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51035us (51218us total) trans 4294976005 rc 0/0 00000100:00100000:1.0:1767318259.145638:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23768 00010000:00010000:1.0:1767318259.145658:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.145694:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce7800/2, rc 0, transno 4294976004 00000100:00100000:1.0:1767318259.145700:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938543232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.145724:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938549760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.145779:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.145823:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318259.145829:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938549632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.145850:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.145879:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938549760 00000100:00100000:1.0:1767318259.145885:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938549760 00000100:00100000:1.0:1767318259.145921:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938549632 00000100:00100000:1.0:1767318259.145924:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938549632 00000100:00100000:1.0:1767318259.145941:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23807 00000100:00100000:1.0:1767318259.145948:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+179:6186:x1853163938549760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.145973:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:557 count 1 00002000:00010000:1.0:1767318259.146003:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x22d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.146009:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9dae0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146020:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.146022:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.146207:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9dae0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146221:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9dae0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146229:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9dae0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146236:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9dae0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146254:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.146535:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+180:6186:x1853163938549760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 558us (727us total) trans 4294975636 rc 0/0 00000100:00100000:1.0:1767318259.146542:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23807 00000100:00100000:1.0:1767318259.146557:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23808 00000100:00100000:1.0:1767318259.146565:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+179:6186:x1853163938549632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.146577:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:556 count 1 00002000:00010000:1.0:1767318259.146595:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x22c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.146601:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58200/0x3313483622c9dae7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146609:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.146611:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.146614:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58200/0x3313483622c9dae7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146623:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58200/0x3313483622c9dae7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146630:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58200/0x3313483622c9dae7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146638:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58200/0x3313483622c9dae7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146649:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.146773:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+180:6186:x1853163938549632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 209us (920us total) trans 4294975637 rc 0/0 00000100:00100000:1.0:1767318259.146779:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23808 00010000:00010000:1.0:1767318259.146799:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.146805:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9dae0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146812:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.146815:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9dae0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146828:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9dae0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146842:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9dae0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146849:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9dae0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146864:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.146866:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58200/0x3313483622c9dae7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146872:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.146874:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58200/0x3313483622c9dae7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146881:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58200/0x3313483622c9dae7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146889:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58200/0x3313483622c9dae7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146894:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58200/0x3313483622c9dae7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.146909:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.146910:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.146912:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.146938:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c131c00/2, rc 0, transno 4294975637 00000100:00100000:1.0:1767318259.146945:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938549632:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.146957:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c131f80/2, rc 0, transno 4294975636 00000100:00100000:1.0:1767318259.146961:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c131f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938549760:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.146994:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a97b80/2, rc 0, transno 4294975625 00000100:00100000:1.0:1767318259.146998:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938547712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.147005:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938548224:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.147018:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.147691:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938550016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.147739:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.147769:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938550528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.147788:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.147805:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318259.147809:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938550400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.147824:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.147845:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938550016 00000100:00100000:0.0:1767318259.147850:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938550016 00000100:00100000:0.0:1767318259.147871:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938550528 00000100:00100000:0.0:1767318259.147874:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938550528 00000100:00100000:0.0:1767318259.147884:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938550400 00000100:00100000:0.0:1767318259.147886:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938550400 00000100:00100000:0.0:1767318259.147903:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23809 00000100:00100000:0.0:1767318259.147909:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0433c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+295:6188:x1853163938550016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.147927:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:483 count 1 00010000:00010000:0.0:1767318259.147944:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.147960:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282c800/0x3313483622c969eb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d1d expref: 41 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.147967:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.147969:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.147972:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.147994:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282c800/0x3313483622c969eb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d1d expref: 41 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.148007:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282c800/0x3313483622c969eb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d1d expref: 41 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.148017:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0433c7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938550656:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318259.148070:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5540 going to sleep for 11 seconds 00000100:00100000:2.0:1767318259.148116:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23810 00000100:00100000:2.0:1767318259.148126:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0433c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+295:6188:x1853163938550528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.148139:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:487 count 1 00010000:00010000:2.0:1767318259.148152:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.148162:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282da00/0x3313483622c96a07 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d55 expref: 41 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.148168:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.148170:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.148172:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.148191:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282da00/0x3313483622c96a07 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d55 expref: 41 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.148200:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282da00/0x3313483622c96a07 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d55 expref: 41 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.148209:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938550784:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.148235:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043537f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318259.148249:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23811 00000100:00100000:2.0:1767318259.148256:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0433c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+295:6188:x1853163938550400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.148267:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:486 count 1 00010000:00010000:2.0:1767318259.148277:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.148287:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282d600/0x3313483622c96a00 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d47 expref: 41 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.148293:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.148295:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.148297:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.148327:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282d600/0x3313483622c96a00 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d47 expref: 41 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.148336:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282d600/0x3313483622c96a00 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d47 expref: 41 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.148354:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938550912:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.148374:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043537f300 going to sleep for 11 seconds 00000100:00100000:0.0:1767318259.148722:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938550272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.148754:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.148791:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318259.148797:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938550144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.148817:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.148843:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938550272 00000100:00100000:0.0:1767318259.148849:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938550272 00000100:00100000:0.0:1767318259.148872:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938550144 00000100:00100000:0.0:1767318259.148875:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938550144 00000100:00100000:0.0:1767318259.148889:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23812 00000100:00100000:0.0:1767318259.148896:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0433c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+297:6186:x1853163938550272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.148908:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:485 count 1 00010000:00010000:0.0:1767318259.148919:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.148930:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282d200/0x3313483622c969f9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d39 expref: 41 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.148942:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.148944:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.148946:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.148965:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282d200/0x3313483622c969f9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d39 expref: 41 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.148975:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282d200/0x3313483622c969f9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d39 expref: 41 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.148986:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0433c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938551040:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318259.149010:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318259.149115:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23813 00000100:00100000:2.0:1767318259.149123:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0433c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+297:6186:x1853163938550144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.149134:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:484 count 1 00010000:00010000:2.0:1767318259.149144:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.149156:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031282d400/0x3313483622c969f2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d2b expref: 41 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.149162:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.149164:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.149166:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.149183:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031282d400/0x3313483622c969f2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d2b expref: 41 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.149198:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031282d400/0x3313483622c969f2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d2b expref: 41 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.149206:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938551168:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.149228:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043537ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318259.149476:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938549504:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.149605:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c133800/2, rc 0, transno 4294975635 00000100:00100000:3.0:1767318259.149611:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938549888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.152055:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.152117:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938548224 00000100:00100000:1.0:1767318259.152127:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938548224 00000100:00100000:1.0:1767318259.152181:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23814 00000100:00100000:1.0:1767318259.152190:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+180:6185:x1853163938548224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.152218:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:545 count 1 00002000:00010000:1.0:1767318259.152252:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x221:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.152259:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9db11 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.152271:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.152273:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.152278:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9db11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.152296:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9db11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.152306:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9db11 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.152313:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9db11 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.152334:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.152438:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.152445:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9db11 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.152452:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.152456:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9db11 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.152464:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9db11 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.152479:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9db11 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.152485:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9db11 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.152524:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.152527:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.152528:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.152622:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+181:6185:x1853163938548224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 432us (572us total) trans 4294975638 rc 0/0 00000100:00100000:1.0:1767318259.152629:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23814 00000004:00080000:1.0:1767318259.152695:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a96680/2, rc 0, transno 4294975638 00000100:00100000:1.0:1767318259.152701:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938548224:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.152716:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a97480/2, rc 0, transno 4294975623 00000100:00100000:1.0:1767318259.152719:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938547584:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.152728:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a94a80/2, rc 0, transno 4294975624 00000100:00100000:1.0:1767318259.152732:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938548096:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.152744:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce5f80/2, rc 0, transno 4294976005 00000100:00100000:0.0:1767318259.152914:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938551680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.152951:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.152969:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938552192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.152988:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.153006:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938544256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.153014:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767318259.153019:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938551552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.153034:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938551680 00000100:00100000:0.0:1767318259.153039:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.153039:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938551680 00000100:00100000:0.0:1767318259.153053:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938552064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.153059:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938552192 00000100:00100000:1.0:1767318259.153063:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938552192 00000100:00100000:0.0:1767318259.153070:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.153078:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938551552 00000100:00100000:1.0:1767318259.153080:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938551552 00000100:00100000:1.0:1767318259.153093:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938552064 00000100:00100000:1.0:1767318259.153095:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938552064 00000100:00100000:0.0:1767318259.153098:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23815 00000100:00100000:0.0:1767318259.153105:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04186b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+184:6188:x1853163938551680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.153109:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23816 00000100:00100000:1.0:1767318259.153114:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04186b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+184:6188:x1853163938552192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.153121:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:562 count 1 00002000:00080000:1.0:1767318259.153124:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:566 count 1 00002000:00010000:0.0:1767318259.153141:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x232:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:1.0:1767318259.153141:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x236:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.153148:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9db1f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153148:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9db18 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153158:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.153159:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.153160:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.153160:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.153165:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9db1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153165:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9db18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.153177:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9db1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153177:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9db18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.153187:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9db1f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153187:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9db18 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.153196:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9db1f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153196:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9db18 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153209:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.153386:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04186b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+185:6188:x1853163938552192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 270us (395us total) trans 4294975639 rc 0/0 00000100:00100000:1.0:1767318259.153396:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23816 00000100:00100000:1.0:1767318259.153409:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23817 00000100:00100000:1.0:1767318259.153416:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04186b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+184:6188:x1853163938551552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.153427:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:561 count 1 00002000:00010000:1.0:1767318259.153440:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x231:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.153445:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9db26 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153453:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.153454:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.153457:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9db26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153465:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9db26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153472:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9db26 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.153478:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9db26 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.153503:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.153651:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04186b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+185:6188:x1853163938551680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 546us (698us total) trans 4294975640 rc 0/0 00000100:00100000:0.0:1767318259.153657:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23815 00000100:00100000:0.0:1767318259.153671:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23818 00000100:00100000:0.0:1767318259.153678:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04186b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+184:6188:x1853163938552064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.153688:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:565 count 1 00002000:00010000:0.0:1767318259.153702:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x235:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.153721:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9db2d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.153728:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.153729:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.153732:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9db2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.153740:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9db2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.153747:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9db2d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.153754:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9db2d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.154030:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.154053:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.154072:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.154092:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.154171:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.154197:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918019200 00000100:00100000:3.0:1767318259.154203:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918019200 00010000:00010000:3.0:1767318259.154227:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282da00/0x3313483622c96a07 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d55 expref: 42 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.154247:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918019456 00000100:00100000:3.0:1767318259.154249:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918019456 00010000:00010000:3.0:1767318259.154261:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282d200/0x3313483622c969f9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d39 expref: 43 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.154271:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918019072 00000100:00100000:3.0:1767318259.154274:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918019072 00010000:00010000:3.0:1767318259.154283:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282c800/0x3313483622c969eb lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d1d expref: 44 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.154294:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918019328 00000100:00100000:3.0:1767318259.154296:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918019328 00010000:00010000:3.0:1767318259.154306:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282d600/0x3313483622c96a00 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d47 expref: 45 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.154337:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918019584 00000100:00100000:3.0:1767318259.154347:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918019584 00010000:00010000:3.0:1767318259.154359:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031282d400/0x3313483622c969f2 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d2b expref: 46 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.154371:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32273 00000100:00100000:3.0:1767318259.154376:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+46:2483:x1853163918019200:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318259.154386:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318259.154392:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282da00/0x3313483622c96a07 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d55 expref: 46 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.154402:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282da00/0x3313483622c96a07 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d55 expref: 46 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.154419:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.154421:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.154425:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154432:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154449:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318259.154485:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+46:2483:x1853163918019200:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 108us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318259.154492:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32273 00000100:00100000:3.0:1767318259.154525:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32274 00000100:00100000:3.0:1767318259.154532:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2483:x1853163918019456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318259.154540:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318259.154544:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282d200/0x3313483622c969f9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d39 expref: 45 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.154553:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282d200/0x3313483622c969f9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d39 expref: 45 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.154564:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.154565:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.154568:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154575:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154585:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318259.154602:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+45:2483:x1853163918019456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 71us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318259.154608:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32274 00000100:00100000:3.0:1767318259.154620:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32275 00000100:00100000:3.0:1767318259.154625:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+44:2483:x1853163918019072:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318259.154632:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318259.154636:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282c800/0x3313483622c969eb lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d1d expref: 44 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.154650:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282c800/0x3313483622c969eb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d1d expref: 44 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.154660:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.154661:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.154664:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154671:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154682:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318259.154699:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+44:2483:x1853163918019072:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 74us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318259.154706:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32275 00000100:00100000:3.0:1767318259.154720:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32276 00000100:00100000:3.0:1767318259.154726:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410398050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+43:2483:x1853163918019328:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318259.154732:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318259.154736:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282d600/0x3313483622c96a00 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d47 expref: 43 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.154745:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282d600/0x3313483622c96a00 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d47 expref: 43 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.154755:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.154757:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.154760:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154766:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154776:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318259.154793:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410398050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+43:2483:x1853163918019328:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318259.154799:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32276 00000100:00100000:3.0:1767318259.154830:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32277 00000100:00100000:3.0:1767318259.154835:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+42:2483:x1853163918019584:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318259.154841:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318259.154846:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031282d400/0x3313483622c969f2 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d2b expref: 42 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.154854:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031282d400/0x3313483622c969f2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d2b expref: 42 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.154864:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.154865:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.154868:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154873:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154887:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318259.154902:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+42:2483:x1853163918019584:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 67us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318259.154907:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32277 00010000:00010000:3.0:1767318259.154947:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282c800/0x3313483622c969eb lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d1d expref: 41 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.154959:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0433c7fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938550656:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.154974:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154983:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154989:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.154996:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.155003:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155713:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318259.155722:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9db18 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155731:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.155735:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9db18 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155743:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9db18 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155757:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9db18 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155764:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9db18 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155926:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318259.155930:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9db1f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155937:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.155939:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9db1f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155946:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9db1f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155955:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9db1f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155961:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9db1f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155974:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.155977:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9db26 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155982:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.155985:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9db26 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155991:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9db26 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.155998:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9db26 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.156004:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.156007:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9db2d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.156013:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.156015:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9db2d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.156021:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9db2d lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.156028:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9db2d lrc: 2/0,0 mode: --/PW res: [0x280000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.156035:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.156038:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.156043:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.156046:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.156052:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.156060:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 2/0,0 mode: --/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.156065:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.156067:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.156069:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.161464:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1767318259.161481:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9daee lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.161869:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0433c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+298:6188:x1853163938550016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13956us (14126us total) trans 4294976006 rc 0/0 00000100:00100000:3.0:1767318259.161880:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23809 00010000:00010000:1.0:1767318259.162361:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318259.162369:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9db26 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.162418:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282da00/0x3313483622c96a07 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d55 expref: 40 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.162429:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938550784:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.162451:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.162461:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.162468:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.162478:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.162486:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.162499:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.162576:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04186b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+185:6188:x1853163938551552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9159us (9534us total) trans 4294975641 rc 0/0 00000100:00100000:1.0:1767318259.162584:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23817 00000100:00100000:3.0:1767318259.162631:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0433c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+298:6188:x1853163938550528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14508us (14842us total) trans 4294976007 rc 0/0 00000100:00100000:3.0:1767318259.162640:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23810 00000004:00080000:1.0:1767318259.162642:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e2300/2, rc 0, transno 4294975641 00000100:00100000:1.0:1767318259.162656:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938551552:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.162659:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318259.162666:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e2d80/2, rc 0, transno 4294975640 00010000:00010000:3.0:1767318259.162666:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.162670:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938551680:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.162675:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318259.162678:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b4000/2, rc 0, transno 4294975639 00000100:00100000:1.0:1767318259.162682:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938552192:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.162682:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.162690:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1767318259.162691:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311991500/2, rc 0, transno 4294976006 00000100:00100000:1.0:1767318259.162695:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938550016:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.162702:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311991180/2, rc 0, transno 4294976007 00000100:00100000:1.0:1767318259.162706:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938550528:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.162804:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+298:6186:x1853163938542976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 77113us (79469us total) trans 4294976008 rc 0/0 00000100:00100000:3.0:1767318259.162810:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23762 00000100:00100000:1.0:1767318259.162816:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938552576:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.162845:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.162875:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938552576 00000100:00100000:1.0:1767318259.162880:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938552576 00000100:00100000:1.0:1767318259.162904:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23819 00000100:00100000:1.0:1767318259.162911:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+298:6187:x1853163938552576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.162928:0:21387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c969e4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d0f expref: 39 pid: 21393 timeout: 3605 lvb_type: 1 00002000:00080000:1.0:1767318259.162933:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:490 count 1 00000100:00100000:3.0:1767318259.162938:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a94380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:21387:1853163938547456:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.162949:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.162950:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.162957:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.162965:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caba00/0x3313483622c96a1c lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d7f expref: 38 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.162969:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.162977:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.162979:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.162981:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.162983:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.162985:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.162991:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318259.163008:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309caba00/0x3313483622c96a1c lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d7f expref: 38 pid: 21249 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767318259.163106:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+299:6188:x1853163938547328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54450us (54519us total) trans 4294976009 rc 0/0 00000100:00100000:3.0:1767318259.163112:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23790 00010000:00010000:1.0:1767318259.163206:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309caba00/0x3313483622c96a1c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d7f expref: 38 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.163206:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282d200/0x3313483622c969f9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d39 expref: 38 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.163217:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0433c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938551040:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.163221:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938552704:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.163227:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163234:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163240:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163250:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163257:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163264:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318259.163272:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a23c0 going to sleep for 11 seconds 00000004:00080000:1.0:1767318259.163320:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a94000/2, rc 0, transno 4294976009 00000100:00100000:1.0:1767318259.163329:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938547328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.163376:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.163384:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938552832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.163394:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0433c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+299:6186:x1853163938550272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14498us (14639us total) trans 4294976010 rc 0/0 00000100:00100000:3.0:1767318259.163401:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23812 00000100:00100000:1.0:1767318259.163404:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.163413:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938552832 00000100:00100000:3.0:1767318259.163416:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938552832 00000100:00100000:3.0:1767318259.163435:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23820 00000100:00100000:3.0:1767318259.163440:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+299:6187:x1853163938552832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.163451:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:491 count 1 00010000:00010000:3.0:1767318259.163462:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.163467:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938553216:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.163473:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa400/0x3313483622c96a23 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d8d expref: 37 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.163479:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.163481:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.163484:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.163487:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318259.163502:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa400/0x3313483622c96a23 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d8d expref: 37 pid: 21249 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1767318259.163533:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938553216 00010000:00010000:3.0:1767318259.163533:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa400/0x3313483622c96a23 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d8d expref: 37 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.163537:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938553216 00000100:00100000:3.0:1767318259.163542:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938553344:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.163559:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23821 00000100:00100000:1.0:1767318259.163566:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+185:6187:x1853163938553216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.163573:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0406a280c0 going to sleep for 11 seconds 00002000:00080000:1.0:1767318259.163578:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:569 count 1 00010000:00010000:3.0:1767318259.163613:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282d600/0x3313483622c96a00 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d47 expref: 37 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.163625:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938550912:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.163637:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163644:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163650:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163657:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163663:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163672:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318259.163809:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0433c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+300:6188:x1853163938550400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15554us (15983us total) trans 4294976011 rc 0/0 00000100:00100000:3.0:1767318259.163815:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23811 00010000:00010000:3.0:1767318259.163843:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031282d400/0x3313483622c969f2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d2b expref: 36 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.163852:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938551168:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.163862:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163869:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163875:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163881:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163888:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.163895:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318259.164029:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0433c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+300:6186:x1853163938550144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14907us (15210us total) trans 4294976012 rc 0/0 00000100:00100000:3.0:1767318259.164036:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23813 00002000:00010000:1.0:1767318259.164384:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x239:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.164391:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9db42 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.164400:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.164401:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.164406:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318259.164407:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9db42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164414:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.164418:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9db42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164421:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.164426:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9db42 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164426:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.164434:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9db42 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164440:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.164442:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:2.0:1767318259.164455:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164461:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9daf5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164534:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767318259.164539:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164545:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.164549:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164556:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164566:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164572:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9d9a5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164589:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318259.164593:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164598:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.164601:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164608:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.164615:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+186:6187:x1853163938553216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1049us (1126us total) trans 4294975642 rc 0/0 00010000:00010000:2.0:1767318259.164617:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.164621:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23821 00010000:00010000:2.0:1767318259.164623:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9da69 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164635:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318259.164638:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164644:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.164647:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318259.164653:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1f100/2, rc 0, transno 4294975642 00010000:00010000:2.0:1767318259.164653:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.164662:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938553216:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.164662:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164669:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9db03 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164680:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000004:00080000:1.0:1767318259.164681:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311990380/2, rc 0, transno 4294976011 00010000:00010000:2.0:1767318259.164683:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.164688:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938550400:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.164689:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.164692:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164699:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164707:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164712:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a600/0x3313483622c9dafc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164723:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.164726:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.164732:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1767318259.164737:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02bc00 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:1.0:1767318259.164740:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938553472:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.164741:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164747:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164757:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164763:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02bc00/0x3313483622c9db0a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164785:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.164788:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9db42 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164794:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.164797:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9db42 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164804:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9db42 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164814:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9db42 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164826:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9db42 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.164839:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.164841:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.164842:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.164850:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.164855:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.164860:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.165882:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.165907:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938551424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.165959:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.165982:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938551936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.166000:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.166012:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c131180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938552448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.166026:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.166039:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938553088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.166056:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.166082:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311991880/2, rc 0, transno 4294976012 00000100:00100000:2.0:1767318259.166092:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938550144:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.166104:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311993b80/2, rc 0, transno 4294976010 00000100:00100000:2.0:1767318259.166108:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938550272:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.166119:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317ce4e00/2, rc 0, transno 4294976008 00000100:00100000:2.0:1767318259.166122:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317ce4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938542976:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.166133:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767318259.166139:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938552320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.166159:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.166173:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938552960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.166189:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.167610:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767318259.167624:0:21440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9db2d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.169688:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.169759:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938551424 00000100:00100000:2.0:1767318259.169769:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938551424 00000100:00100000:0.0:1767318259.170119:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04186b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+187:6188:x1853163938552064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16440us (17046us total) trans 4294975643 rc 0/0 00000100:00100000:0.0:1767318259.170128:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23818 00000100:00100000:0.0:1767318259.170146:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938551936 00000100:00100000:0.0:1767318259.170150:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938551936 00000100:00100000:2.0:1767318259.172166:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938552448 00000100:00100000:2.0:1767318259.172180:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938552448 00000100:00100000:3.0:1767318259.173063:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938553088 00000100:00100000:3.0:1767318259.173072:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938553088 00000100:00100000:3.0:1767318259.173100:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938552320 00000100:00100000:3.0:1767318259.173103:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938552320 00000100:00100000:3.0:1767318259.173115:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938552960 00000100:00100000:3.0:1767318259.173118:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938552960 00000100:00100000:3.0:1767318259.173129:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938553472 00000100:00100000:3.0:1767318259.173132:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938553472 00000100:00100000:3.0:1767318259.173165:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23822 00000100:00100000:3.0:1767318259.173174:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d245050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+189:6186:x1853163938551424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.173205:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:560 count 1 00002000:00010000:3.0:1767318259.173237:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x230:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.173244:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9db49 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.173256:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.173258:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.173263:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9db49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.173275:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9db49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.173284:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9db49 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.173292:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9db49 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.173319:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.179621:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d245050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+190:6186:x1853163938551424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6438us (13651us total) trans 4294975644 rc 0/0 00000100:00100000:3.0:1767318259.179635:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23822 00000100:00100000:3.0:1767318259.179673:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23823 00000100:00100000:3.0:1767318259.179685:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+189:6186:x1853163938551936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.179729:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:564 count 1 00002000:00010000:3.0:1767318259.179765:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x234:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.179784:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9db50 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.179797:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.179799:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.179805:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9db50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.179818:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9db50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.179828:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9db50 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.179835:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9db50 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.179861:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.180094:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+190:6186:x1853163938551936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 413us (14092us total) trans 4294975645 rc 0/0 00000100:00100000:3.0:1767318259.180101:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23823 00000100:00100000:3.0:1767318259.180116:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23824 00000100:00100000:3.0:1767318259.180123:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+302:6186:x1853163938552448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.180139:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:489 count 1 00010000:00010000:3.0:1767318259.180152:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.180166:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab600/0x3313483622c96a15 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d71 expref: 35 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.180173:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.180175:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.180177:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.180211:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab600/0x3313483622c96a15 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d71 expref: 35 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.180223:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab600/0x3313483622c96a15 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d71 expref: 35 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.180237:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938553600:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318259.180301:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a126c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318259.180499:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.180551:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.180571:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918019712 00000100:00100000:3.0:1767318259.180578:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918019712 00010000:00010000:3.0:1767318259.180602:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309caba00/0x3313483622c96a1c lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d7f expref: 36 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.180630:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918019840 00000100:00100000:3.0:1767318259.180633:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918019840 00010000:00010000:3.0:1767318259.180644:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa400/0x3313483622c96a23 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d8d expref: 37 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.180660:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32278 00000100:00100000:3.0:1767318259.180667:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+37:2483:x1853163918019712:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318259.180677:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318259.180682:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309caba00/0x3313483622c96a1c lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d7f expref: 37 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.180695:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309caba00/0x3313483622c96a1c lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d7f expref: 37 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.180714:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.180716:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.180720:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.180727:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.180742:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318259.180765:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+37:2483:x1853163918019712:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 99us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318259.180771:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32278 00000100:00100000:3.0:1767318259.180785:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32279 00000100:00100000:3.0:1767318259.180791:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+36:2483:x1853163918019840:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318259.180797:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318259.180801:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa400/0x3313483622c96a23 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d8d expref: 36 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.180810:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa400/0x3313483622c96a23 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d8d expref: 36 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:3.0:1767318259.180821:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.180822:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.180825:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.180833:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.180844:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318259.180861:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+36:2483:x1853163918019840:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318259.180867:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32279 00000004:00080000:3.0:1767318259.180912:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e1880/2, rc 0, transno 4294975644 00000100:00100000:3.0:1767318259.180919:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938551424:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.180929:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b5880/2, rc 0, transno 4294975645 00000100:00100000:3.0:1767318259.180933:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938551936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.180956:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa400/0x3313483622c96a23 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d8d expref: 35 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.180973:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938553344:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.180989:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.180997:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181004:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181012:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181020:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181035:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.181231:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+303:6187:x1853163938552832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17790us (17824us total) trans 4294976013 rc 0/0 00000100:00100000:3.0:1767318259.181238:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23820 00000100:00100000:3.0:1767318259.181253:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23825 00000100:00100000:3.0:1767318259.181260:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+189:6186:x1853163938553088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.181274:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:568 count 1 00002000:00010000:3.0:1767318259.181298:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x238:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.181304:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9db5e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181313:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.181315:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.181318:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9db5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181327:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9db5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181335:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9db5e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181356:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9db5e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181371:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318259.181529:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+190:6186:x1853163938553088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 245us (15446us total) trans 4294975646 rc 0/0 00000100:00100000:3.0:1767318259.181536:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23825 00000100:00100000:3.0:1767318259.181551:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23826 00000100:00100000:3.0:1767318259.181558:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+302:6186:x1853163938552320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.181569:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:488 count 1 00010000:00010000:3.0:1767318259.181581:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181594:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab200/0x3313483622c96a0e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d63 expref: 34 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.181604:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.181606:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.181608:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181631:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab200/0x3313483622c96a0e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d63 expref: 34 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.181642:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab200/0x3313483622c96a0e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d63 expref: 34 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.181654:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938553728:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318259.181689:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433ac9780 going to sleep for 11 seconds 00010000:00010000:3.0:1767318259.181706:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318259.181712:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9db49 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181719:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.181723:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9db49 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181732:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9db49 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181745:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9db49 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181757:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9db49 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181773:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.181776:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9db50 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181783:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.181787:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9db50 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181794:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9db50 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181803:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9db50 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181811:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9db50 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181821:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.181824:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181831:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.181834:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181841:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181848:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181854:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9db3b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181865:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.181868:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9db5e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181874:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.181876:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9db5e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181883:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9db5e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181891:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9db5e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181898:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9db5e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.181916:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.181918:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.181919:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.181942:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1ce00/2, rc 0, transno 4294975646 00000100:00100000:3.0:1767318259.181947:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938553088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.181965:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23827 00000100:00100000:3.0:1767318259.181973:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+189:6186:x1853163938552960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.181986:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:567 count 1 00002000:00010000:3.0:1767318259.182000:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x237:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.182005:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9db6c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.182012:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.182014:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.182017:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9db6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.182025:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9db6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.182033:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9db6c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.182039:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9db6c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.182058:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.182197:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+190:6186:x1853163938552960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 226us (16006us total) trans 4294975647 rc 0/0 00000100:00100000:3.0:1767318259.182204:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23827 00000004:00080000:3.0:1767318259.182227:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1d880/2, rc 0, transno 4294975647 00000100:00100000:3.0:1767318259.182231:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938552960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.182244:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23828 00000100:00100000:3.0:1767318259.182251:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+302:6187:x1853163938553472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.182264:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:492 count 1 00010000:00010000:3.0:1767318259.182274:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.182286:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caac00/0x3313483622c96a2a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d9b expref: 34 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.182292:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.182294:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.182296:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.182316:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309caac00/0x3313483622c96a2a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d9b expref: 34 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.182326:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309caac00/0x3313483622c96a2a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d9b expref: 34 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.184394:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.184407:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9db6c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.184420:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.184425:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9db6c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.184435:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9db6c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.184457:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9db6c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.184464:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9db6c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.184491:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.184493:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.184495:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.184502:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.184521:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.184526:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.185939:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a19180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938553856:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318259.186044:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938553600:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.186067:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.186146:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04344b7840 going to sleep for 11 seconds 00010000:00010000:1.0:1767318259.186499:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caba00/0x3313483622c96a1c lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d7f expref: 34 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.186538:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938552704:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.186553:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.186563:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.186571:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.186580:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.186588:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.186610:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.186791:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.186798:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.186807:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.186811:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.186820:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.186837:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.186845:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9db34 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.186866:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.186869:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.186872:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.186882:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+303:6187:x1853163938552576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23968us (24033us total) trans 4294976014 rc 0/0 00000100:00100000:1.0:1767318259.186892:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23819 00000004:00080000:1.0:1767318259.187043:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1ed80/2, rc 0, transno 4294976013 00000100:00100000:1.0:1767318259.187050:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938552832:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.187059:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1e680/2, rc 0, transno 4294976014 00000100:00100000:1.0:1767318259.187063:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938552576:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.187087:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b6a00/2, rc 0, transno 4294975643 00000100:00100000:1.0:1767318259.187091:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938552064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.187186:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938554112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.187211:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938554368:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.187225:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.187255:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767318259.187257:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.187264:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938553984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.187281:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318259.187290:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938554240:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.187297:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.187576:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938554112 00000100:00100000:0.0:1767318259.187584:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938554112 00000100:00100000:0.0:1767318259.187618:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938554368 00000100:00100000:0.0:1767318259.187621:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938554368 00000100:00100000:0.0:1767318259.187638:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938553984 00000100:00100000:0.0:1767318259.187640:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938553984 00000100:00100000:0.0:1767318259.187657:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23829 00000100:00100000:0.0:1767318259.187665:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+305:6186:x1853163938554112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.187687:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:494 count 1 00010000:00010000:0.0:1767318259.187718:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.187734:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab800/0x3313483622c96a38 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db7 expref: 33 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.187741:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.187743:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.187746:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.187770:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab800/0x3313483622c96a38 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db7 expref: 33 pid: 21249 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767318259.187776:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23830 00000100:00100000:2.0:1767318259.187790:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+305:6188:x1853163938554368:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.187797:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab800/0x3313483622c96a38 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db7 expref: 33 pid: 21249 timeout: 3605 lvb_type: 1 00002000:00080000:2.0:1767318259.187804:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:496 count 1 00000100:00100000:0.0:1767318259.187811:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938554624:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318259.187818:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.187832:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa000/0x3313483622c96a46 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dd3 expref: 33 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.188054:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.188056:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.188060:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.188080:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa000/0x3313483622c96a46 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dd3 expref: 33 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.188090:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa000/0x3313483622c96a46 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dd3 expref: 33 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.188100:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938554752:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.188274:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.188305:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938554240 00000100:00100000:1.0:1767318259.188308:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938554240 00000100:00100000:1.0:1767318259.188332:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23831 00000100:00100000:1.0:1767318259.188338:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+306:6186:x1853163938553984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.188431:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:493 count 1 00010000:00010000:1.0:1767318259.188445:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.188457:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caae00/0x3313483622c96a31 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da9 expref: 33 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.188464:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.188465:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.188468:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.188485:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309caae00/0x3313483622c96a31 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da9 expref: 33 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.188499:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309caae00/0x3313483622c96a31 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da9 expref: 33 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.188524:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306351180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938554880:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.188576:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a2600 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.188591:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23832 00000100:00100000:1.0:1767318259.188598:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+306:6188:x1853163938554240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.188610:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:495 count 1 00010000:00010000:1.0:1767318259.188620:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.188631:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa600/0x3313483622c96a3f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dc5 expref: 33 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.188637:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.188639:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.188641:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.188657:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa600/0x3313483622c96a3f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dc5 expref: 33 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.188666:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa600/0x3313483622c96a3f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dc5 expref: 33 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.188681:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306352300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938555008:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.188715:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03124a26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.188908:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938555264:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.188933:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.188956:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938555776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.188974:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.188989:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.188993:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938555392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.189018:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.189036:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938555264 00000100:00100000:1.0:1767318259.189040:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938555264 00000100:00100000:1.0:1767318259.189058:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938555776 00000100:00100000:1.0:1767318259.189060:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938555776 00000100:00100000:1.0:1767318259.189069:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938555392 00000100:00100000:1.0:1767318259.189071:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938555392 00000100:00100000:1.0:1767318259.189084:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23833 00000100:00100000:1.0:1767318259.189089:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+192:6187:x1853163938555264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.189101:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:571 count 1 00002000:00010000:1.0:1767318259.189126:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x23b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.189132:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9db96 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189141:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.189142:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.189146:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9db96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189164:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9db96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189171:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9db96 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189178:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9db96 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189193:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.189425:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+193:6187:x1853163938555264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 334us (489us total) trans 4294975648 rc 0/0 00000100:00100000:1.0:1767318259.189432:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23833 00000100:00100000:1.0:1767318259.189449:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23834 00000100:00100000:1.0:1767318259.189455:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+192:6187:x1853163938555776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.189465:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:575 count 1 00002000:00010000:1.0:1767318259.189478:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x23f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.189483:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9db9d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189491:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.189493:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.189496:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9db9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189530:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9db9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189539:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9db9d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189546:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9db9d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189558:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.189666:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+193:6187:x1853163938555776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (690us total) trans 4294975649 rc 0/0 00000100:00100000:1.0:1767318259.189671:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23834 00000100:00100000:1.0:1767318259.189682:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23835 00000100:00100000:1.0:1767318259.189688:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+192:6187:x1853163938555392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.189697:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:572 count 1 00002000:00010000:1.0:1767318259.189709:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x23c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.189714:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dba4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189721:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.189723:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.189726:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dba4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189735:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dba4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189743:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dba4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189750:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dba4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.189762:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.189859:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+193:6187:x1853163938555392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 171us (840us total) trans 4294975650 rc 0/0 00000100:00100000:1.0:1767318259.189866:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23835 00000004:00080000:1.0:1767318259.189903:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306350700/2, rc 0, transno 4294975650 00000100:00100000:1.0:1767318259.189912:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938555392:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.189922:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306351500/2, rc 0, transno 4294975648 00000100:00100000:1.0:1767318259.189925:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938555264:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.189931:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c132d80/2, rc 0, transno 4294975649 00000100:00100000:1.0:1767318259.189935:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938555776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.189996:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.190004:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938555904:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.190026:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.190046:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938555904 00000100:00100000:1.0:1767318259.190051:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938555904 00000100:00100000:1.0:1767318259.190069:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23836 00000100:00100000:1.0:1767318259.190074:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+193:6187:x1853163938555904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.190084:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:576 count 1 00002000:00010000:1.0:1767318259.190097:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x240:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.190103:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dbab lrc: 3/0,1 mode: --/PW res: [0x280000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.190116:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.190118:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.190121:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dbab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.190130:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dbab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.190138:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dbab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.190145:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dbab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.190156:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318259.190267:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+194:6187:x1853163938555904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (239us total) trans 4294975651 rc 0/0 00000100:00100000:1.0:1767318259.190273:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23836 00000004:00080000:1.0:1767318259.190292:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c133b80/2, rc 0, transno 4294975651 00000100:00100000:1.0:1767318259.190299:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938555904:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.190327:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938556288:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.191205:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.191274:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938556288 00000100:00100000:1.0:1767318259.191279:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938556288 00000100:00100000:1.0:1767318259.191306:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23837 00000100:00100000:1.0:1767318259.191312:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+194:6187:x1853163938556288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.191331:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:579 count 1 00002000:00010000:1.0:1767318259.191365:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x243:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.191372:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dbb2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191382:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.191384:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.191388:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dbb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191399:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dbb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191408:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dbb2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191415:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dbb2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191429:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318259.191635:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+195:6187:x1853163938556288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 321us (431us total) trans 4294975652 rc 0/0 00000100:00100000:1.0:1767318259.191642:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23837 00010000:00010000:1.0:1767318259.191659:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.191666:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9db96 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191674:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.191679:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9db96 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191688:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9db96 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191717:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9db96 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191724:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9db96 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191741:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.191745:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9db9d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191751:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.191754:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9db9d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191761:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9db9d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191770:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9db9d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191776:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9db9d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191793:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.191797:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dba4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191804:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.191807:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dba4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191814:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dba4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191821:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dba4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191828:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dba4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191839:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.191842:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dbab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191848:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.191857:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dbab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191864:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dbab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191874:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dbab lrc: 1/0,0 mode: --/PW res: [0x280000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191881:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dbab lrc: 0/0,0 mode: --/PW res: [0x280000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191890:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.191893:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dbb2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191899:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.191902:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dbb2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191909:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dbb2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191918:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dbb2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191925:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9dbb2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.191934:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.191935:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.191937:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.191967:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8e9f80/2, rc 0, transno 4294975652 00000100:00100000:1.0:1767318259.191977:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938556288:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.192034:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.192044:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938556416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.192070:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.192092:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938556416 00000100:00100000:1.0:1767318259.192095:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938556416 00000100:00100000:1.0:1767318259.192114:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23838 00000100:00100000:1.0:1767318259.192120:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+195:6187:x1853163938556416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.192132:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:580 count 1 00002000:00010000:1.0:1767318259.192148:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x244:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.192153:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dbb9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.192163:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.192164:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.192168:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dbb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.192176:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dbb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.192183:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dbb9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.192190:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dbb9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.192202:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.192328:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+196:6187:x1853163938556416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 207us (256us total) trans 4294975653 rc 0/0 00000100:00100000:1.0:1767318259.192335:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23838 00000004:00080000:1.0:1767318259.192370:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8e8380/2, rc 0, transno 4294975653 00000100:00100000:1.0:1767318259.192377:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938556416:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.192386:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.192390:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dbb9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.192397:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.192401:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dbb9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.192410:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dbb9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.192422:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dbb9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.192619:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938554496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.192651:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.192677:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938555136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.192699:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.192915:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9dbb9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.192936:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.192939:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.192941:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.192977:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5300 going to sleep for 11 seconds 00000100:00100000:3.0:1767318259.193098:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938555648:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.193105:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318259.193129:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.193317:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318259.193351:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318259.193399:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318259.193417:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318259.193446:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306351180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:21245:1853163938554880:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.193464:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.193486:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306352300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938555008:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.193495:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.193528:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918019968 00000100:00100000:1.0:1767318259.193533:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918019968 00010000:00010000:1.0:1767318259.193557:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab600/0x3313483622c96a15 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d71 expref: 34 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.193578:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918020096 00000100:00100000:1.0:1767318259.193580:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918020096 00010000:00010000:1.0:1767318259.193589:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab200/0x3313483622c96a0e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d63 expref: 35 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.193599:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918020224 00000100:00100000:1.0:1767318259.193601:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918020224 00010000:00010000:1.0:1767318259.193608:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309caac00/0x3313483622c96a2a lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d9b expref: 36 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.193618:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918020352 00000100:00100000:1.0:1767318259.193619:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918020352 00010000:00010000:1.0:1767318259.193627:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309caae00/0x3313483622c96a31 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da9 expref: 37 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.193636:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918020480 00000100:00100000:1.0:1767318259.193638:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918020480 00010000:00010000:1.0:1767318259.193646:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa600/0x3313483622c96a3f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dc5 expref: 38 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.193658:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32280 00000100:00100000:1.0:1767318259.193664:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+38:2483:x1853163918019968:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.193676:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.193681:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab600/0x3313483622c96a15 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d71 expref: 38 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.193692:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab600/0x3313483622c96a15 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d71 expref: 38 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.193794:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab600/0x3313483622c96a15 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d71 expref: 38 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.193807:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.193809:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.193813:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.193822:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.193843:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318259.194132:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043537f840 going to sleep for 11 seconds 00010000:00010000:2.0:1767318259.194147:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.194152:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.194157:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.194162:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.194325:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+37:2483:x1853163918019968:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 580us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.194335:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32280 00000100:00100000:1.0:1767318259.194362:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32281 00000100:00100000:1.0:1767318259.194370:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+36:2482:x1853163918020096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.194379:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.194384:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab200/0x3313483622c96a0e lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d63 expref: 36 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.194395:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab200/0x3313483622c96a0e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d63 expref: 36 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.194408:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.194410:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.194414:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.194422:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.194433:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.194450:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+36:2482:x1853163918020096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 82us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.194456:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32281 00000100:00100000:1.0:1767318259.194466:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32282 00000100:00100000:1.0:1767318259.194472:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+35:2482:x1853163918020224:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.194477:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.194482:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309caac00/0x3313483622c96a2a lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d9b expref: 35 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.194491:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309caac00/0x3313483622c96a2a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d9b expref: 35 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.194501:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.194503:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.194529:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.194537:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.194548:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.194564:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+35:2482:x1853163918020224:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 92us (1213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.194570:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32282 00000100:00100000:1.0:1767318259.194581:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32283 00000100:00100000:1.0:1767318259.194586:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410398c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+34:2482:x1853163918020352:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.194592:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.194597:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309caae00/0x3313483622c96a31 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da9 expref: 34 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.194606:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309caae00/0x3313483622c96a31 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da9 expref: 34 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.194618:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caae00/0x3313483622c96a31 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554da9 expref: 34 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.194629:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.194630:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.194633:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.194641:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.194654:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.194670:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410398c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+33:2482:x1853163918020352:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 84us (1270us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.194675:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32283 00000100:00100000:1.0:1767318259.195170:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32284 00000100:00100000:1.0:1767318259.195180:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+32:2482:x1853163918020480:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.195189:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.195195:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa600/0x3313483622c96a3f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dc5 expref: 32 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.195205:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa600/0x3313483622c96a3f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dc5 expref: 32 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.195219:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa600/0x3313483622c96a3f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dc5 expref: 32 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.195230:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.195232:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.195235:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.196347:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.196438:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.196496:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+31:2482:x1853163918020480:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1315us (3074us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.196517:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32284 00010000:00010000:1.0:1767318259.196554:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.196563:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.196573:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.196580:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.196595:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.196972:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+307:6186:x1853163938553984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8632us (9677us total) trans 4294976015 rc 0/0 00000100:00100000:1.0:1767318259.196981:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23831 00010000:00010000:2.0:1767318259.197334:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.197352:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.197361:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.197369:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.197386:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.197554:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+307:6188:x1853163938554240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8956us (9279us total) trans 4294976016 rc 0/0 00000100:00100000:2.0:1767318259.197560:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23832 00000100:00100000:0.0:1767318259.202125:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938554496 00000100:00100000:1.0:1767318259.202139:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938555136 00000100:00100000:0.0:1767318259.202141:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938554496 00000100:00100000:1.0:1767318259.202147:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938555136 00000100:00100000:1.0:1767318259.202190:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938555648 00000100:00100000:1.0:1767318259.202193:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938555648 00000100:00100000:2.0:1767318259.202234:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23839 00000100:00100000:2.0:1767318259.202321:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+197:6186:x1853163938555136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.202361:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:570 count 1 00002000:00010000:2.0:1767318259.202393:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x23a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.202401:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dbc0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.202416:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.202418:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.202423:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dbc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.202438:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dbc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.202448:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dbc0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.202456:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dbc0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.202472:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.203019:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+198:6186:x1853163938555136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 774us (10317us total) trans 4294975654 rc 0/0 00000100:00100000:2.0:1767318259.203028:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23839 00000100:00100000:2.0:1767318259.203049:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23840 00000100:00100000:2.0:1767318259.203056:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+307:6186:x1853163938554496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.203070:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:497 count 1 00010000:00010000:2.0:1767318259.203084:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203099:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabe00/0x3313483622c96a4d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de1 expref: 30 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.203107:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.203108:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.203112:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203147:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabe00/0x3313483622c96a4d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de1 expref: 30 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.203159:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabe00/0x3313483622c96a4d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de1 expref: 30 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.203173:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938556544:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.203227:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043537f3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1767318259.203256:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.203262:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203271:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.203275:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203284:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203300:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203307:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9db88 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203325:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.203329:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203336:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.203349:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203357:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203366:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203374:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9db8f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203385:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.203389:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dbc0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203395:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.203398:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dbc0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203406:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dbc0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203414:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dbc0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203422:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dbc0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.203434:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.203435:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.203437:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.203442:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.203596:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318259.203655:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938554624:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318259.203672:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.206128:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23841 00000100:00100000:3.0:1767318259.206146:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+197:6186:x1853163938555648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.206178:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:574 count 1 00002000:00010000:3.0:1767318259.206213:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x23e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.206220:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9dbce lrc: 3/0,1 mode: --/PW res: [0x280000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.206234:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.206237:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.206242:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9dbce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.206256:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9dbce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.206271:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9dbce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.206280:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9dbce lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.206296:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.206721:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.206729:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9dbce lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.206739:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.206743:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9dbce lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.206752:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9dbce lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.206768:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9dbce lrc: 1/0,0 mode: --/PW res: [0x280000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.206787:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9dbce lrc: 0/0,0 mode: --/PW res: [0x280000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.206810:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.206812:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.206814:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.206941:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318259.207004:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938554752:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318259.207025:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.207674:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+198:6186:x1853163938555648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1531us (14542us total) trans 4294975655 rc 0/0 00000100:00100000:3.0:1767318259.207684:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23841 00000004:00080000:3.0:1767318259.208014:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306352a00/2, rc 0, transno 4294975655 00000100:00100000:3.0:1767318259.208023:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938555648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.208035:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938556160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.208067:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.208093:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938556160 00000100:00100000:3.0:1767318259.208098:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938556160 00000100:00100000:3.0:1767318259.208134:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23842 00000100:00100000:3.0:1767318259.208142:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+198:6186:x1853163938556160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.208164:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:578 count 1 00002000:00010000:3.0:1767318259.208190:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x242:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.208197:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dbd5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.208208:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.208210:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.208216:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dbd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.208228:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dbd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.208236:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dbd5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.208243:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dbd5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.208257:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.208425:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+199:6186:x1853163938556160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 284us (357us total) trans 4294975656 rc 0/0 00000100:00100000:3.0:1767318259.208432:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23842 00000004:00080000:3.0:1767318259.208459:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8e8000/2, rc 0, transno 4294975656 00000100:00100000:3.0:1767318259.208464:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938556160:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.208475:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1dc00/2, rc 0, transno 4294976015 00000100:00100000:3.0:1767318259.208486:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938553984:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.208531:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306350a80/2, rc 0, transno 4294975654 00000100:00100000:3.0:1767318259.208536:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938555136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.208543:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767318259.208549:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938555520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.208571:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.208590:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938555520 00000100:00100000:3.0:1767318259.208594:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938555520 00000100:00100000:3.0:1767318259.208616:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23843 00000100:00100000:3.0:1767318259.208622:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+199:6186:x1853163938555520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.208634:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:573 count 1 00002000:00010000:3.0:1767318259.208649:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x23d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.208654:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9dbdc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.208661:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.208662:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.208665:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9dbdc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.208673:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9dbdc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.208680:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9dbdc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.208686:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9dbdc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.208698:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.208845:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+200:6186:x1853163938555520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 222us (271us total) trans 4294975657 rc 0/0 00000100:00100000:3.0:1767318259.208852:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23843 00000004:00080000:3.0:1767318259.208919:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306353b80/2, rc 0, transno 4294975657 00000100:00100000:3.0:1767318259.208923:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938555520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.208929:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938556032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.208949:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.208965:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938556032 00000100:00100000:3.0:1767318259.208969:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938556032 00000100:00100000:3.0:1767318259.208989:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23844 00000100:00100000:3.0:1767318259.208994:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+200:6186:x1853163938556032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.209006:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:577 count 1 00002000:00010000:3.0:1767318259.209020:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x241:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.209024:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9dbe3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.209032:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.209033:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.209037:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9dbe3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.209045:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9dbe3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.209053:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9dbe3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.209060:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9dbe3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.209071:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.209181:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+201:6186:x1853163938556032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (231us total) trans 4294975658 rc 0/0 00000100:00100000:3.0:1767318259.209187:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23844 00000004:00080000:3.0:1767318259.209212:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8e9c00/2, rc 0, transno 4294975658 00000100:00100000:3.0:1767318259.209217:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938556032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.209222:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318259.209229:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938556672:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.209251:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.209268:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938556672 00000100:00100000:3.0:1767318259.209271:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938556672 00000100:00100000:3.0:1767318259.209287:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23845 00000100:00100000:3.0:1767318259.209293:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+308:6186:x1853163938556672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.209305:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:498 count 1 00010000:00010000:3.0:1767318259.209317:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.209330:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabc00/0x3313483622c96a54 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554def expref: 30 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.209337:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.209354:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.209357:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.209381:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabc00/0x3313483622c96a54 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554def expref: 30 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318259.209391:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabc00/0x3313483622c96a54 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554def expref: 30 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.209402:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938556800:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318259.209451:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04050db180 going to sleep for 11 seconds 00010000:00010000:2.0:1767318259.209652:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.209660:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dbd5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209667:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.209671:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dbd5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209679:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dbd5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209695:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dbd5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209701:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9dbd5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209723:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.209727:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9dbdc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209732:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.209735:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9dbdc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209741:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9dbdc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209750:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9dbdc lrc: 1/0,0 mode: --/PW res: [0x280000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209756:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3e00/0x3313483622c9dbdc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209768:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.209771:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9dbe3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209777:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.209779:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9dbe3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209786:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9dbe3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209795:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9dbe3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209802:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9dbe3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.209815:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.209817:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.209819:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.209826:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.209831:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.212391:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918020608 00000100:00100000:1.0:1767318259.212404:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918020608 00010000:00010000:1.0:1767318259.212457:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab800/0x3313483622c96a38 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db7 expref: 31 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.212482:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918020736 00000100:00100000:1.0:1767318259.212486:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918020736 00010000:00010000:1.0:1767318259.212498:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa000/0x3313483622c96a46 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dd3 expref: 32 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.212651:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32285 00000100:00100000:1.0:1767318259.212660:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+32:2482:x1853163918020608:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.212676:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.212682:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab800/0x3313483622c96a38 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db7 expref: 32 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.212695:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab800/0x3313483622c96a38 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db7 expref: 32 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.212926:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab800/0x3313483622c96a38 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554db7 expref: 32 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.212942:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.212944:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.212948:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.212962:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.213027:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.213092:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+31:2482:x1853163918020608:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 432us (9495us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.213101:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32285 00000100:00100000:1.0:1767318259.213120:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32286 00000100:00100000:1.0:1767318259.213127:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+30:2483:x1853163918020736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318259.213135:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318259.213141:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa000/0x3313483622c96a46 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dd3 expref: 30 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.213150:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa000/0x3313483622c96a46 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dd3 expref: 30 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.213163:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa000/0x3313483622c96a46 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dd3 expref: 30 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:1.0:1767318259.213173:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.213175:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.213177:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.213183:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.213212:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318259.213232:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+29:2483:x1853163918020736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 106us (6294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318259.213239:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32286 00010000:00010000:1.0:1767318259.213265:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.213273:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.213282:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.213289:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.213463:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.213871:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.213886:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.213894:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.213902:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.213917:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.214066:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+310:6186:x1853163938552448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33941us (48036us total) trans 4294976017 rc 0/0 00000100:00100000:1.0:1767318259.214076:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23824 00000004:00080000:3.0:1767318259.214219:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c131180/2, rc 0, transno 4294976017 00000100:00100000:3.0:1767318259.214233:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c131180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938552448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.214300:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938556928:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.214380:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214389:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214396:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214403:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214417:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.214422:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214434:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.214438:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214446:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214461:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214468:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9db57 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214487:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.214491:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214496:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.214499:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214520:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214529:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214539:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9db81 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214552:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.214554:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.214555:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.214561:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.214585:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.214593:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.214597:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214604:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.214606:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214613:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214623:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214630:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9db7a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.214642:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.214644:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.214646:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.215221:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+310:6188:x1853163938554368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27435us (27974us total) trans 4294976018 rc 0/0 00000100:00100000:0.0:1767318259.215231:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23830 00010000:00010000:1.0:1767318259.215541:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.215577:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1ca80/2, rc 0, transno 4294976016 00000100:00100000:1.0:1767318259.215596:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938554240:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.215608:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1c380/2, rc 0, transno 4294976018 00000100:00100000:1.0:1767318259.215611:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938554368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.215725:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938557056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.215756:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.216177:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938557568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.216205:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.216235:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767318259.216240:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938557184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.216261:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.216277:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938557696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.216296:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.216404:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938557056 00000100:00100000:0.0:1767318259.216411:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938557056 00000100:00100000:0.0:1767318259.216451:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938557568 00000100:00100000:0.0:1767318259.216455:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938557568 00000100:00100000:0.0:1767318259.216470:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938557184 00000100:00100000:0.0:1767318259.216473:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938557184 00000100:00100000:0.0:1767318259.216488:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938557696 00000100:00100000:0.0:1767318259.216491:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938557696 00000100:00100000:0.0:1767318259.216528:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23846 00000100:00100000:0.0:1767318259.216537:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+204:6187:x1853163938557056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.216562:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:581 count 1 00002000:00010000:0.0:1767318259.216596:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x245:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.216603:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dbf1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.216621:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.216623:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.216629:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dbf1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.216643:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dbf1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.216653:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dbf1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.216661:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dbf1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.216681:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.216935:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+205:6187:x1853163938557056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 399us (1176us total) trans 4294975659 rc 0/0 00000100:00100000:0.0:1767318259.216942:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23846 00000100:00100000:0.0:1767318259.216959:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23847 00000100:00100000:0.0:1767318259.216964:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+204:6187:x1853163938557568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.216975:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:585 count 1 00002000:00010000:0.0:1767318259.216990:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x249:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.216994:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9dbf8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217001:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.217003:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.217006:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9dbf8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217014:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9dbf8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217020:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9dbf8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217027:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9dbf8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217041:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.217150:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+205:6187:x1853163938557568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 185us (944us total) trans 4294975660 rc 0/0 00000100:00100000:0.0:1767318259.217157:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23847 00000100:00100000:0.0:1767318259.217169:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23848 00000100:00100000:0.0:1767318259.217175:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+204:6187:x1853163938557184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.217186:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:582 count 1 00002000:00010000:0.0:1767318259.217201:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x246:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.217205:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9dbff lrc: 3/0,1 mode: --/PW res: [0x280000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217212:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.217213:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.217216:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9dbff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217230:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9dbff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217238:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9dbff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217244:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9dbff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217258:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.217501:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+205:6187:x1853163938557184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 326us (1239us total) trans 4294975661 rc 0/0 00000100:00100000:0.0:1767318259.217530:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23848 00000100:00100000:0.0:1767318259.217543:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23849 00000100:00100000:0.0:1767318259.217550:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+204:6187:x1853163938557696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.217560:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:586 count 1 00002000:00010000:0.0:1767318259.217575:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x24a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.217580:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9dc06 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217588:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.217589:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.217592:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9dc06 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217601:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9dc06 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217608:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9dc06 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217615:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9dc06 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.217629:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318259.217744:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+205:6187:x1853163938557696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 195us (1447us total) trans 4294975662 rc 0/0 00000100:00100000:0.0:1767318259.217751:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23849 00000004:00080000:1.0:1767318259.217995:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8ead80/2, rc 0, transno 4294975662 00000100:00100000:1.0:1767318259.218016:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938557696:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.218030:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8ea680/2, rc 0, transno 4294975659 00000100:00100000:1.0:1767318259.218035:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938557056:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.218043:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8eb100/2, rc 0, transno 4294975660 00000100:00100000:1.0:1767318259.218046:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938557568:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.218057:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8e9180/2, rc 0, transno 4294975661 00000100:00100000:1.0:1767318259.218060:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938557184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.218101:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0433c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938551296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.218137:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.218154:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030a3e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938551808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.218177:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.218197:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938557312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.218217:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.218234:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938557824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.218253:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.218273:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938551296 00000100:00100000:1.0:1767318259.218277:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938551296 00000100:00100000:1.0:1767318259.218304:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938551808 00000100:00100000:1.0:1767318259.218306:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938551808 00000100:00100000:1.0:1767318259.218414:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938557312 00000100:00100000:1.0:1767318259.218419:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938557312 00000100:00100000:1.0:1767318259.218433:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938557824 00000100:00100000:1.0:1767318259.218435:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938557824 00000100:00100000:1.0:1767318259.218456:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23850 00000100:00100000:1.0:1767318259.218462:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+207:6185:x1853163938551296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.218477:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:559 count 1 00002000:00010000:1.0:1767318259.218499:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x22f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.218526:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dc0d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.218539:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.218541:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.218545:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dc0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.218556:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dc0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.218565:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dc0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.218572:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dc0d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.218592:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318259.218951:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.218981:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938557440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.219005:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.219014:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938557952:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.219032:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.219057:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938556928 00000100:00100000:3.0:1767318259.219061:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938556928 00000100:00100000:3.0:1767318259.219078:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938557440 00000100:00100000:3.0:1767318259.219080:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938557440 00000100:00100000:3.0:1767318259.219088:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938557952 00000100:00100000:3.0:1767318259.219090:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938557952 00000100:00100000:3.0:1767318259.219100:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23851 00000100:00100000:3.0:1767318259.219107:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d245c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+209:6185:x1853163938551808:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.219125:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23852 00000100:00100000:3.0:1767318259.219131:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+209:6185:x1853163938557312:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.219397:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938558464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.219423:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.219437:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318259.219443:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938558336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.219463:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.219628:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+209:6185:x1853163938551296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1165us (1489us total) trans 4294975663 rc 0/0 00000100:00100000:1.0:1767318259.219636:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23850 00000100:00100000:1.0:1767318259.219655:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938558464 00000100:00100000:1.0:1767318259.219659:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938558464 00000100:00100000:1.0:1767318259.219673:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938558336 00000100:00100000:1.0:1767318259.219676:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938558336 00000100:00100000:1.0:1767318259.219687:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23853 00000100:00100000:1.0:1767318259.219693:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+312:6185:x1853163938557824:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.219951:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318259.219960:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dbf1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.219969:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.219973:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dbf1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.219982:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dbf1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.219998:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dbf1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220005:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dbf1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220022:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318259.220026:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9dbf8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220033:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.220036:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9dbf8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220042:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9dbf8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220057:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9dbf8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220063:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9dbf8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220073:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.220076:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9dbff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220081:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.220084:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9dbff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220089:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9dbff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220095:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9dbff lrc: 1/0,0 mode: --/PW res: [0x280000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220101:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9dbff lrc: 0/0,0 mode: --/PW res: [0x280000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220110:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.220113:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9dc06 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220122:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.220124:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9dc06 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220130:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9dc06 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220138:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9dc06 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220144:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9dc06 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220155:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.220159:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dc0d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220165:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.220167:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dc0d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220173:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dc0d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220181:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dc0d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220191:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dc0d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220203:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.220204:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.220206:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.220212:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.220217:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.220222:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.220281:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23854 00000100:00100000:2.0:1767318259.220292:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+312:6186:x1853163938556928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.220518:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:563 count 1 00002000:00010000:3.0:1767318259.220547:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x233:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.220553:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9dc14 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.220562:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.220565:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.220569:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9dc14 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.220581:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9dc14 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.220590:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9dc14 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.220597:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9dc14 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.220616:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1767318259.220949:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:499 count 1 00010000:00010000:2.0:1767318259.220966:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.220973:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9dc14 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220979:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.220982:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9dc14 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.220989:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9dc14 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.221001:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9dc14 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.221007:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9dc14 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.221020:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.221022:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.221024:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.221038:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.221054:0:21388:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa200/0x3313483622c96a5b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dfd expref: 28 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.221060:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.221061:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.221064:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.221093:0:21388:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa200/0x3313483622c96a5b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dfd expref: 28 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.221104:0:21388:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa200/0x3313483622c96a5b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dfd expref: 28 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.221118:0:21388:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:21388:1853163938558592:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.221198:0:21388:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043537f840 going to sleep for 11 seconds 00000100:00100000:2.0:1767318259.221243:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+312:6186:x1853163938554112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33579us (34018us total) trans 4294976019 rc 0/0 00000100:00100000:2.0:1767318259.221251:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23829 00000100:00100000:2.0:1767318259.221275:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23855 00000100:00100000:2.0:1767318259.221283:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+211:6186:x1853163938557440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.221462:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:500 count 1 00010000:00010000:1.0:1767318259.221476:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.221488:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab000/0x3313483622c96a62 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e0b expref: 28 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.221494:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.221496:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.221498:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.221540:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab000/0x3313483622c96a62 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e0b expref: 28 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.221549:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab000/0x3313483622c96a62 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e0b expref: 28 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.221563:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938558720:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.221594:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a041006c240 going to sleep for 11 seconds 00000004:00080000:1.0:1767318259.221635:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0433c7f480/2, rc 0, transno 4294975663 00000100:00100000:1.0:1767318259.221652:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0433c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938551296:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.221678:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23856 00000100:00100000:1.0:1767318259.221687:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+311:6186:x1853163938557952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.221701:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:501 count 1 00010000:00010000:1.0:1767318259.221724:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.221736:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caaa00/0x3313483622c96a69 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e19 expref: 28 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318259.221742:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.221744:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.221747:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.221765:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309caaa00/0x3313483622c96a69 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e19 expref: 28 pid: 21249 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767318259.222066:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d245c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+211:6185:x1853163938551808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2957us (3886us total) trans 4294975664 rc 0/0 00000100:00100000:3.0:1767318259.222073:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23851 00000004:00080000:3.0:1767318259.222102:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030a3e3800/2, rc 0, transno 4294975664 00000100:00100000:3.0:1767318259.222107:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030a3e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938551808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.222123:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23857 00000100:00100000:3.0:1767318259.222131:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+210:6186:x1853163938558464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.222143:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:590 count 1 00002000:00010000:3.0:1767318259.222166:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x24e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.222173:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9dc30 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.222180:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.222181:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.222185:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9dc30 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.222196:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9dc30 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.222204:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9dc30 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.222211:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9dc30 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.222224:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1767318259.222729:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:583 count 1 00002000:00010000:0.0:1767318259.222750:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x247:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.222756:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dc37 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.222765:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.222766:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.222769:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dc37 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.222786:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dc37 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.222793:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dc37 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.222799:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dc37 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.222812:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:0.0:1767318259.222882:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:584 count 1 00002000:00010000:0.0:1767318259.222898:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x248:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.222903:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9dc3e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.222910:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.222911:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.222914:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9dc3e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.222923:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9dc3e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.222930:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9dc3e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.222937:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9dc3e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.222948:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767318259.223435:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.223445:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9dc30 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223453:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.223457:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9dc30 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223465:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9dc30 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223480:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9dc30 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223487:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9dc30 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223529:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.223533:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dc37 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223539:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.223542:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dc37 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223549:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dc37 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223558:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dc37 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223564:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dc37 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223577:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.223581:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9dc3e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223587:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.223590:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9dc3e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223597:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9dc3e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223605:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9dc3e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223611:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9dc3e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.223621:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.223623:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.223625:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.223631:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.223636:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.223758:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309caaa00/0x3313483622c96a69 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e19 expref: 28 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.224100:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+211:6186:x1853163938558464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1969us (4674us total) trans 4294975665 rc 0/0 00000100:00100000:3.0:1767318259.224108:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23857 00000100:00100000:3.0:1767318259.224136:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23858 00000100:00100000:3.0:1767318259.224145:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+210:6186:x1853163938558336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.224161:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:589 count 1 00002000:00010000:3.0:1767318259.224179:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x24d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.224184:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9dc45 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.224198:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.224200:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.224204:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9dc45 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.224214:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9dc45 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.224221:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9dc45 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.224228:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9dc45 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.224246:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.224400:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938558848:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318259.224476:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a041006cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.226978:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938558080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.227041:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.227075:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938558976:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.227097:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.227114:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767318259.227120:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938558208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.227137:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.227146:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938559104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.227163:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.227185:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938558080 00000100:00100000:1.0:1767318259.227193:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938558080 00000100:00100000:1.0:1767318259.227224:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938558976 00000100:00100000:1.0:1767318259.227227:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938558976 00000100:00100000:1.0:1767318259.227237:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938558208 00000100:00100000:1.0:1767318259.227239:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938558208 00000100:00100000:1.0:1767318259.227247:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938559104 00000100:00100000:1.0:1767318259.227249:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938559104 00000100:00100000:1.0:1767318259.227260:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23859 00000100:00100000:1.0:1767318259.227266:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+214:6187:x1853163938558080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.227293:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:587 count 1 00010000:00010000:2.0:1767318259.227443:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.227456:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9dc45 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.227467:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.227472:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9dc45 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.227481:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9dc45 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.227500:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9dc45 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.227521:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9dc45 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.227542:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.227543:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.227545:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.229093:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+215:6185:x1853163938557312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9958us (10871us total) trans 4294975666 rc 0/0 00000100:00100000:0.0:1767318259.229105:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23852 00000100:00100000:0.0:1767318259.229134:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23860 00000100:00100000:0.0:1767318259.229144:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+214:6187:x1853163938558976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.229168:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:591 count 1 00002000:00010000:0.0:1767318259.229196:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x24f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.229202:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9dc4c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.229215:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.229218:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.229222:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9dc4c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.229236:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9dc4c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.229245:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9dc4c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.229253:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9dc4c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.229268:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.233288:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.233300:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9dc4c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233324:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.233328:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9dc4c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233351:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9dc4c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233371:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9dc4c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233378:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9dc4c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233399:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.233401:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.233403:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.233672:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+215:6186:x1853163938557440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12386us (14661us total) trans 4294975667 rc 0/0 00000100:00100000:2.0:1767318259.233681:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23855 00000100:00100000:2.0:1767318259.233724:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23861 00000100:00100000:2.0:1767318259.233736:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+214:6187:x1853163938558208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.233762:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:588 count 1 00002000:00010000:2.0:1767318259.233796:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x24c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.233802:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dc53 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233812:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.233814:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.233819:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dc53 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233834:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dc53 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233841:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dc53 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233848:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dc53 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233866:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.233875:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.233879:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dc53 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233885:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.233888:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dc53 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233895:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dc53 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233905:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dc53 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233911:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dc53 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.233928:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.233929:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.233931:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.234091:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+215:6187:x1853163938558208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 359us (6952us total) trans 4294975668 rc 0/0 00000100:00100000:2.0:1767318259.234097:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23861 00000100:00100000:2.0:1767318259.234110:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23862 00000100:00100000:2.0:1767318259.234116:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+214:6187:x1853163938559104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.234128:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:592 count 1 00002000:00010000:2.0:1767318259.234141:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x250:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.234145:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dc5a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.234152:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.234154:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.234156:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dc5a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.234164:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dc5a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.234171:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dc5a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.234178:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dc5a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.234195:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.234204:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.234208:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dc5a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.234214:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.234217:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dc5a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.234223:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dc5a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.234232:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dc5a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.234238:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dc5a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.234249:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.234250:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.234252:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.234378:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+215:6187:x1853163938559104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 262us (7213us total) trans 4294975669 rc 0/0 00000100:00100000:2.0:1767318259.234385:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23862 00000100:00100000:0.0:1767318259.235411:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+215:6187:x1853163938558976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6266us (8309us total) trans 4294975670 rc 0/0 00000100:00100000:0.0:1767318259.235420:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23860 00000004:00080000:2.0:1767318259.235624:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b5f80/2, rc 0, transno 4294975665 00000100:00100000:2.0:1767318259.235643:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938558464:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.235658:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8ea300/2, rc 0, transno 4294975667 00000100:00100000:2.0:1767318259.235661:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938557440:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.235675:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1d180/2, rc 0, transno 4294976019 00000100:00100000:2.0:1767318259.235684:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938554112:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1767318259.236182:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x24b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.236191:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dc61 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.236204:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.236206:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.236212:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dc61 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.236225:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dc61 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.236234:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dc61 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.236241:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dc61 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.236256:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.236597:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab200/0x3313483622c96a0e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d63 expref: 28 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.236611:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:21384:1853163938553728:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318259.236632:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.236644:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.236652:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.236660:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.236668:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.236682:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.236888:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+312:6186:x1853163938552320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 55329us (70726us total) trans 4294976020 rc 0/0 00000100:00100000:0.0:1767318259.236897:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23826 00010000:00010000:0.0:1767318259.236946:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caac00/0x3313483622c96a2a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554d9b expref: 27 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.236957:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a19180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938553856:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318259.236968:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.236976:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.236983:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.236991:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.236996:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.237007:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.237122:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+312:6187:x1853163938553472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54871us (67439us total) trans 4294976021 rc 0/0 00000100:00100000:0.0:1767318259.237128:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23828 00000100:00100000:1.0:1767318259.237528:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+215:6187:x1853163938558080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10237us (10462us total) trans 4294975671 rc 0/0 00000100:00100000:1.0:1767318259.237536:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23859 00010000:00010000:1.0:1767318259.237556:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.237562:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dc61 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237569:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.237573:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dc61 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237580:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dc61 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237596:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dc61 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237606:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dc61 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237624:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.237628:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237633:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.237636:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237642:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237651:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237658:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9db65 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237669:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.237671:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237676:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.237679:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237685:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237693:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.237699:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9db73 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.237831:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.237837:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.237842:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.237933:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938559360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.237972:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.238016:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c130000/2, rc 0, transno 4294976020 00000100:00100000:2.0:1767318259.238029:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938552320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.238080:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318259.238086:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938559232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.238107:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.238133:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938559360 00000100:00100000:2.0:1767318259.238139:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938559360 00000100:00100000:2.0:1767318259.238172:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938559232 00000100:00100000:2.0:1767318259.238175:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938559232 00000100:00100000:2.0:1767318259.238198:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23863 00000100:00100000:2.0:1767318259.238206:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+215:6186:x1853163938559360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.238230:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:593 count 1 00002000:00010000:2.0:1767318259.238258:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x251:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.238264:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9dc68 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.238274:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.238277:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.238282:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9dc68 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.238293:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9dc68 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.238302:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9dc68 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.238682:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.238684:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.238686:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.238700:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938559488:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.238885:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9dc68 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.238904:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.238916:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.238920:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9dc68 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.238927:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.238931:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9dc68 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.238938:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9dc68 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.238951:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9dc68 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.238958:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9dc68 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.238973:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.238975:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.238977:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.239205:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+216:6186:x1853163938559360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 998us (1230us total) trans 4294975672 rc 0/0 00000100:00100000:2.0:1767318259.239214:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23863 00000100:00100000:2.0:1767318259.239234:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23864 00000100:00100000:2.0:1767318259.239242:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+312:6186:x1853163938559232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.239258:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:502 count 1 00010000:00010000:2.0:1767318259.239273:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.239287:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa800/0x3313483622c96a70 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e27 expref: 26 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.239294:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.239296:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.239298:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.239429:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.239469:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b4380/2, rc 0, transno 4294975668 00000100:00100000:1.0:1767318259.239481:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938558208:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.239492:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca28e00/2, rc 0, transno 4294975669 00000100:00100000:1.0:1767318259.239496:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938559104:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.239523:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b6d80/2, rc 0, transno 4294975671 00000100:00100000:1.0:1767318259.239528:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938558080:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.239536:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca28380/2, rc 0, transno 4294975670 00000100:00100000:1.0:1767318259.239540:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938558976:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.239549:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1f480/2, rc 0, transno 4294976021 00000100:00100000:1.0:1767318259.239558:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938553472:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.239569:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.239576:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938559616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.239599:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.239698:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938560000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.239968:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938559488 00000100:00100000:0.0:1767318259.239974:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938559488 00000100:00100000:0.0:1767318259.240004:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938559616 00000100:00100000:0.0:1767318259.240007:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938559616 00000100:00100000:0.0:1767318259.240023:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23865 00000100:00100000:0.0:1767318259.240029:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+216:6187:x1853163938559488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.240044:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:594 count 1 00002000:00010000:0.0:1767318259.240066:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x252:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.240071:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dc76 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.240080:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.240082:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.240086:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dc76 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.240097:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dc76 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.240104:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dc76 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.240111:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dc76 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.240129:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.240306:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+217:6187:x1853163938559488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 277us (875us total) trans 4294975673 rc 0/0 00000100:00100000:0.0:1767318259.240407:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23865 00000100:00100000:0.0:1767318259.240423:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23866 00000100:00100000:0.0:1767318259.240429:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+313:6187:x1853163938559616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.240441:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:503 count 1 00010000:00010000:0.0:1767318259.240454:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.240466:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab400/0x3313483622c96a77 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e35 expref: 26 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.240473:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.240474:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.240477:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 4/0,1 mode: --/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.240525:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab400/0x3313483622c96a77 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e35 expref: 26 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318259.240538:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab400/0x3313483622c96a77 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e35 expref: 26 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:0.0:1767318259.240551:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938560384:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318259.240616:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318259.241426:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.241472:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b4a80/2, rc 0, transno 4294975673 00000100:00100000:1.0:1767318259.241483:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938559488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.241495:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.241502:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938560128:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.243007:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.243019:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dc76 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.243031:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.243035:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dc76 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.243046:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dc76 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.243066:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dc76 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.243072:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dc76 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.243098:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.243100:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.243102:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.243132:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa800/0x3313483622c96a70 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e27 expref: 26 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318259.243146:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa800/0x3313483622c96a70 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e27 expref: 26 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.243160:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:21391:1853163938560512:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318259.243226:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043537f300 going to sleep for 11 seconds 00000100:00100000:2.0:1767318259.243245:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938560000 00000100:00100000:2.0:1767318259.243251:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938560000 00000100:00100000:2.0:1767318259.243307:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23867 00000100:00100000:1.0:1767318259.243455:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.243543:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938560128 00000100:00100000:1.0:1767318259.243547:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938560128 00000100:00100000:0.0:1767318259.244255:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.244273:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318259.244290:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318259.244442:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0304120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+218:6187:x1853163938560000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.244474:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:596 count 1 00002000:00010000:2.0:1767318259.244520:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x254:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.244529:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b000/0x3313483622c9dc84 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.244540:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.244543:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.244548:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b000/0x3313483622c9dc84 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.244560:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b000/0x3313483622c9dc84 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.244568:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b000/0x3313483622c9dc84 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.244575:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b000/0x3313483622c9dc84 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.244590:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.245041:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318259.245466:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23868 00000100:00100000:1.0:1767318259.245479:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0304123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+219:6187:x1853163938560128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.245497:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:597 count 1 00002000:00010000:1.0:1767318259.245535:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x255:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.245542:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9dc8b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.245553:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.245555:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.245559:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9dc8b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.245571:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9dc8b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.245585:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9dc8b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.245593:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9dc8b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.245610:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.246001:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0304120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+220:6187:x1853163938560000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1564us (5293us total) trans 4294975674 rc 0/0 00000100:00100000:2.0:1767318259.246009:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23867 00010000:00010000:2.0:1767318259.246037:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.246043:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b000/0x3313483622c9dc84 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246050:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.246054:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b000/0x3313483622c9dc84 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246067:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b000/0x3313483622c9dc84 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246082:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b000/0x3313483622c9dc84 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246089:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b000/0x3313483622c9dc84 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246108:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.246111:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9dc8b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246119:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.246122:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9dc8b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246130:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9dc8b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246140:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9dc8b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246147:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9dc8b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246167:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.246169:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.246171:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.246177:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.246285:0:21388:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:21388:1853163938558592:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318259.246303:0:21388:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.246356:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938559872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.246389:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.246409:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938560640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.246428:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.246447:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938559872 00000100:00100000:2.0:1767318259.246452:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938559872 00000100:00100000:2.0:1767318259.246473:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938560640 00000100:00100000:2.0:1767318259.246476:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938560640 00000100:00100000:2.0:1767318259.246486:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23869 00000100:00100000:2.0:1767318259.246493:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+221:6186:x1853163938559872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.246548:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:595 count 1 00002000:00010000:2.0:1767318259.246566:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x253:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.246571:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dc92 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246580:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.246581:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.246586:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dc92 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246595:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dc92 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246602:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dc92 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246609:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dc92 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.246623:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.246988:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+222:6186:x1853163938559872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 494us (597us total) trans 4294975676 rc 0/0 00000100:00100000:2.0:1767318259.246996:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23869 00000100:00100000:2.0:1767318259.247011:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23870 00000100:00100000:2.0:1767318259.247019:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+221:6186:x1853163938560640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.247030:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:599 count 1 00002000:00010000:2.0:1767318259.247045:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x257:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.247050:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b400/0x3313483622c9dc99 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247058:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.247060:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.247063:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b400/0x3313483622c9dc99 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247071:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b400/0x3313483622c9dc99 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247079:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b400/0x3313483622c9dc99 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247087:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b400/0x3313483622c9dc99 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247102:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.247215:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+222:6186:x1853163938560640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (785us total) trans 4294975677 rc 0/0 00000100:00100000:2.0:1767318259.247221:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23870 00010000:00010000:2.0:1767318259.247239:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.247244:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dc92 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247252:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.247255:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dc92 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247263:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dc92 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247275:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dc92 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247283:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dc92 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247303:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.247550:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b400/0x3313483622c9dc99 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247560:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.247564:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b400/0x3313483622c9dc99 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247572:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b400/0x3313483622c9dc99 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247582:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b400/0x3313483622c9dc99 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247589:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b400/0x3313483622c9dc99 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.247604:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.247606:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.247607:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.247640:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304122d80/2, rc 0, transno 4294975677 00000100:00100000:2.0:1767318259.247655:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938560640:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.247667:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b7100/2, rc 0, transno 4294975672 00000100:00100000:2.0:1767318259.247670:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938559360:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.247686:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304121880/2, rc 0, transno 4294975676 00000100:00100000:2.0:1767318259.247689:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938559872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.247695:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767318259.247702:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938559744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.247968:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.247989:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938560256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.248013:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.248035:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938559744 00000100:00100000:2.0:1767318259.248040:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938559744 00000100:00100000:2.0:1767318259.248058:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938560256 00000100:00100000:2.0:1767318259.248060:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938560256 00000100:00100000:2.0:1767318259.248072:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23871 00000100:00100000:2.0:1767318259.248077:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+314:6186:x1853163938559744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.248093:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:504 count 1 00002000:00010000:2.0:1767318259.248113:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x1f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.248119:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c9dca0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.248129:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.248130:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.248134:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c9dca0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.248144:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c9dca0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.248152:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c9dca0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.248159:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c9dca0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.248171:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.248426:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+315:6186:x1853163938559744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 347us (457us total) trans 4294976022 rc 0/0 00000100:00100000:2.0:1767318259.248433:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23871 00000100:00100000:2.0:1767318259.248446:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23872 00000100:00100000:2.0:1767318259.248453:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+222:6186:x1853163938560256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.248464:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:598 count 1 00002000:00010000:2.0:1767318259.248478:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x256:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.248484:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dca7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.248491:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.248493:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.248496:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dca7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.248525:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dca7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.248534:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dca7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.248541:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dca7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.248555:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.248680:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+223:6186:x1853163938560256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 227us (665us total) trans 4294975678 rc 0/0 00000100:00100000:2.0:1767318259.248686:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23872 00000100:00100000:3.0:1767318259.249037:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:14896:1853163938556544:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.249056:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.249088:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938556800:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.249099:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318259.249128:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8e9880/2, rc 0, transno 4294975666 00000100:00100000:3.0:1767318259.249133:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938557312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.249240:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+223:6186:x1853163938558336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25097us (29775us total) trans 4294975679 rc 0/0 00000100:00100000:3.0:1767318259.249247:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23858 00000004:00080000:3.0:1767318259.251641:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304120700/2, rc 0, transno 4294975678 00000100:00100000:3.0:1767318259.251656:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938560256:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.251670:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b5180/2, rc 0, transno 4294975679 00000100:00100000:3.0:1767318259.251673:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938558336:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.251690:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304122a00/2, rc 0, transno 4294976022 00000100:00100000:3.0:1767318259.251716:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938559744:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.251900:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.251911:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c9dca0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.251921:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.251926:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c9dca0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.251936:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c9dca0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.251955:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c9dca0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.251962:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b600/0x3313483622c9dca0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.251985:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.251989:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dca7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.251996:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.251999:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dca7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.252011:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dca7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.252022:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dca7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.252028:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dca7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.252043:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.252045:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.252046:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.252053:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.252169:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318259.255555:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918020864 00000100:00100000:2.0:1767318259.255572:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918020864 00010000:00010000:2.0:1767318259.255628:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabc00/0x3313483622c96a54 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554def expref: 27 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.255670:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918021120 00000100:00100000:2.0:1767318259.255674:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918021120 00010000:00010000:2.0:1767318259.255688:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab000/0x3313483622c96a62 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e0b expref: 28 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.255701:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918021376 00000100:00100000:2.0:1767318259.255703:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918021376 00010000:00010000:2.0:1767318259.255714:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabe00/0x3313483622c96a4d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de1 expref: 29 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.255730:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918020992 00000100:00100000:2.0:1767318259.255733:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918020992 00010000:00010000:2.0:1767318259.255743:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa200/0x3313483622c96a5b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dfd expref: 30 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.255754:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918021248 00000100:00100000:2.0:1767318259.255757:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918021248 00010000:00010000:2.0:1767318259.255767:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309caaa00/0x3313483622c96a69 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e19 expref: 31 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.255782:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32287 00000100:00100000:2.0:1767318259.255790:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04186b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+31:2482:x1853163918020864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318259.255804:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318259.255809:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabc00/0x3313483622c96a54 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554def expref: 31 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.255820:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabc00/0x3313483622c96a54 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554def expref: 31 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.255843:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabc00/0x3313483622c96a54 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554def expref: 31 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.255860:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.255862:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.255867:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.255881:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.255910:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318259.255968:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04186b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+30:2482:x1853163918020864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 178us (11717us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318259.255977:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32287 00000100:00100000:2.0:1767318259.255996:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32288 00000100:00100000:2.0:1767318259.256002:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+29:2482:x1853163918021120:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318259.256010:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318259.256015:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab000/0x3313483622c96a62 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e0b expref: 29 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.256025:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab000/0x3313483622c96a62 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e0b expref: 29 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.256037:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.256039:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.256042:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.256050:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.256061:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318259.256080:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+29:2482:x1853163918021120:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 78us (11806us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318259.256087:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32288 00000100:00100000:2.0:1767318259.256099:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32289 00000100:00100000:2.0:1767318259.256106:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+28:2482:x1853163918021376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318259.256113:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318259.256117:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabe00/0x3313483622c96a4d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de1 expref: 28 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.256127:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabe00/0x3313483622c96a4d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de1 expref: 28 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.256138:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cabe00/0x3313483622c96a4d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554de1 expref: 28 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.256146:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.256148:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.256151:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.256157:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.256171:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318259.256188:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+27:2482:x1853163918021376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 83us (11897us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318259.256194:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32289 00000100:00100000:2.0:1767318259.256207:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32290 00000100:00100000:2.0:1767318259.256213:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0410399850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+26:2482:x1853163918020992:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318259.256220:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318259.256225:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa200/0x3313483622c96a5b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dfd expref: 26 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.256234:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa200/0x3313483622c96a5b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dfd expref: 26 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.256246:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa200/0x3313483622c96a5b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554dfd expref: 26 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.256254:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.256255:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.256258:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.256265:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.256281:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318259.256299:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0410399850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+25:2482:x1853163918020992:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (11260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318259.256306:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32290 00000100:00100000:0.0:1767318259.256565:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32291 00000100:00100000:0.0:1767318259.256575:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+25:2482:x1853163918021248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318259.256587:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318259.256591:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309caaa00/0x3313483622c96a69 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e19 expref: 25 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.256601:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309caaa00/0x3313483622c96a69 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e19 expref: 25 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:0.0:1767318259.256612:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.256614:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.256617:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.256625:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.256638:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318259.256659:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+25:2482:x1853163918021248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 87us (4492us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318259.256665:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32291 00010000:00010000:3.0:1767318259.256753:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.256762:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.256770:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.256778:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.256794:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.257063:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+315:6186:x1853163938556672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47768us (47809us total) trans 4294976023 rc 0/0 00000100:00100000:3.0:1767318259.257071:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23845 00010000:00010000:3.0:1767318259.257093:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.257101:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.257108:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.257114:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.257127:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.257242:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+315:6186:x1853163938554496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54187us (64589us total) trans 4294976024 rc 0/0 00000100:00100000:3.0:1767318259.257249:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23840 00000100:00100000:3.0:1767318259.257386:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:21246:1853163938560384:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.257404:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318259.257558:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a18e00/2, rc 0, transno 4294976023 00000100:00100000:0.0:1767318259.257574:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938556672:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.257585:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1ea00/2, rc 0, transno 4294976024 00000100:00100000:0.0:1767318259.257588:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938554496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.257777:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0304123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+222:6187:x1853163938560128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12302us (14320us total) trans 4294975675 rc 0/0 00000100:00100000:1.0:1767318259.257785:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23868 00000100:00100000:0.0:1767318259.257894:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938561024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.257929:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.258067:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.258074:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258082:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.258087:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258096:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258110:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258117:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9dbea lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258137:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.258140:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258147:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.258150:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258157:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258166:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258173:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dbc7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258191:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.258192:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.258194:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.258209:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.258375:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:21391:1853163938560512:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318259.258389:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258407:0:21388:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258414:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258423:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258431:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258445:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.258455:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.258460:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258466:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.258470:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258477:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258487:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258493:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b800/0x3313483622c9dc1b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258522:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.258524:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.258526:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.258711:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+315:6186:x1853163938556928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38422us (39760us total) trans 4294976025 rc 0/0 00000100:00100000:2.0:1767318259.258720:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23854 00000100:00100000:2.0:1767318259.258735:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938561024 00000100:00100000:2.0:1767318259.258740:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938561024 00000100:00100000:2.0:1767318259.258768:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23873 00000100:00100000:2.0:1767318259.258775:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+222:6185:x1853163938561024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.258797:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:601 count 1 00002000:00010000:2.0:1767318259.258827:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x259:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.258833:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9dcae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258841:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.258844:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.258848:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9dcae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258857:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9dcae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258866:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9dcae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258873:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9dcae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258886:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.258896:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.258900:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9dcae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258907:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.258910:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9dcae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258917:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9dcae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258927:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9dcae lrc: 1/0,0 mode: --/PW res: [0x280000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258934:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9dcae lrc: 0/0,0 mode: --/PW res: [0x280000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.258949:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.258950:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.258952:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.259638:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab000/0x3313483622c96a62 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e0b expref: 23 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:3.0:1767318259.259652:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938558720:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318259.259668:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.259676:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.259683:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.259691:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.259699:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.259733:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.260575:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caaa00/0x3313483622c96a69 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e19 expref: 22 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:1.0:1767318259.260592:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938558848:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318259.260606:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.260615:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.260620:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.260628:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.260639:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.260653:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.269136:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+316:6186:x1853163938557952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47443us (50094us total) trans 4294976027 rc 0/0 00000100:00100000:1.0:1767318259.269148:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23856 00010000:00010000:1.0:1767318259.269189:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.269197:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.269207:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.269212:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.269221:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.269240:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.269248:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dc22 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.269270:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.269274:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.269282:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.269285:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.269293:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.269302:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.269564:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58a00/0x3313483622c9dc29 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.269580:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.269581:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.269583:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.269609:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407532a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938560768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.269651:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.269689:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938561280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.269856:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.269880:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938561792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.269903:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.269941:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304121c00/2, rc 0, transno 4294975675 00000100:00100000:1.0:1767318259.269952:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938560128:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.269962:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304121f80/2, rc 0, transno 4294975674 00000100:00100000:1.0:1767318259.269966:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938560000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.269979:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767318259.269984:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938560896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.270005:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.270023:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938561408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.270042:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.270071:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938560768 00000100:00100000:1.0:1767318259.270076:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938560768 00000100:00100000:1.0:1767318259.270109:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938561280 00000100:00100000:1.0:1767318259.270112:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938561280 00000100:00100000:1.0:1767318259.270128:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938561792 00000100:00100000:1.0:1767318259.270130:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938561792 00000100:00100000:1.0:1767318259.270140:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938560896 00000100:00100000:1.0:1767318259.270142:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938560896 00000100:00100000:1.0:1767318259.270150:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938561408 00000100:00100000:1.0:1767318259.270152:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938561408 00000100:00100000:1.0:1767318259.270164:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23874 00000100:00100000:1.0:1767318259.270172:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+318:6187:x1853163938560768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.270199:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:505 count 1 00002000:00010000:1.0:1767318259.270230:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x1f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.270236:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58400/0x3313483622c9dcb5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.270247:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.270249:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.270255:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58400/0x3313483622c9dcb5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.270267:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58400/0x3313483622c9dcb5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.270276:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58400/0x3313483622c9dcb5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.270283:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58400/0x3313483622c9dcb5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.270301:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.271120:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+319:6187:x1853163938560768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 945us (1466us total) trans 4294976028 rc 0/0 00000100:00100000:1.0:1767318259.271129:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23874 00000100:00100000:1.0:1767318259.271149:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23875 00000100:00100000:1.0:1767318259.271156:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+318:6187:x1853163938561280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.271171:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:506 count 1 00002000:00010000:1.0:1767318259.271190:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x1fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.271195:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dcbc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.271203:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.271205:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.271208:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dcbc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.271217:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dcbc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.271224:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dcbc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.271231:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dcbc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.271246:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.271519:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+225:6185:x1853163938561024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12729us (13574us total) trans 4294975680 rc 0/0 00000100:00100000:2.0:1767318259.271533:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23873 00010000:00010000:2.0:1767318259.271555:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.271561:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58400/0x3313483622c9dcb5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271569:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.271573:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58400/0x3313483622c9dcb5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271588:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58400/0x3313483622c9dcb5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271606:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58400/0x3313483622c9dcb5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271617:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58400/0x3313483622c9dcb5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271632:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.271635:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dcbc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271650:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.271654:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dcbc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271661:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dcbc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271671:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dcbc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271678:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dcbc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271690:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.271691:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.271693:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.271699:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.271715:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.271729:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23876 00000100:00100000:2.0:1767318259.271739:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+224:6187:x1853163938561792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.271753:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:605 count 1 00002000:00010000:2.0:1767318259.271789:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x25d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.271795:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9dcc3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271803:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.271805:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.271808:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9dcc3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271818:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9dcc3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271827:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9dcc3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271835:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9dcc3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.271850:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.272025:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+225:6187:x1853163938561792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 288us (2119us total) trans 4294975681 rc 0/0 00000100:00100000:2.0:1767318259.272032:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23876 00000100:00100000:2.0:1767318259.272046:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23877 00000100:00100000:2.0:1767318259.272053:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+224:6187:x1853163938560896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.272064:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:600 count 1 00002000:00010000:2.0:1767318259.272085:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x258:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.272090:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9dcca lrc: 3/0,1 mode: --/PW res: [0x280000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272097:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.272099:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.272102:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9dcca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272117:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9dcca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272124:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9dcca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272131:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9dcca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272154:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.272535:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+225:6187:x1853163938560896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 482us (2528us total) trans 4294975682 rc 0/0 00000100:00100000:2.0:1767318259.272541:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23877 00000100:00100000:2.0:1767318259.272555:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23878 00000100:00100000:2.0:1767318259.272561:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408257100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+318:6187:x1853163938561408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.272574:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:507 count 1 00002000:00010000:2.0:1767318259.272590:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x1fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.272595:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c9dcd1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272604:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.272605:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.272608:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c9dcd1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272617:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c9dcd1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272625:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c9dcd1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272633:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c9dcd1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272647:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.272793:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408257100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+319:6187:x1853163938561408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 231us (2749us total) trans 4294976029 rc 0/0 00000100:00100000:2.0:1767318259.272800:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23878 00010000:00010000:2.0:1767318259.272817:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.272823:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9dcc3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272830:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.272833:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9dcc3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272840:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9dcc3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272854:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9dcc3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272860:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9dcc3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272883:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.272887:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9dcca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272892:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.272895:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9dcca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272901:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9dcca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272910:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9dcca lrc: 1/0,0 mode: --/PW res: [0x280000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272917:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9dcca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272927:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.272930:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c9dcd1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272936:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.272939:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c9dcd1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272945:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c9dcd1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272954:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c9dcd1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272960:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a000/0x3313483622c9dcd1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.272969:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.272970:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.272972:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.272978:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.272991:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.273260:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+319:6187:x1853163938561280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2104us (3403us total) trans 4294976030 rc 0/0 00000100:00100000:1.0:1767318259.273268:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23875 00010000:00010000:1.0:1767318259.273495:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.273551:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304121500/2, rc 0, transno 4294975682 00000100:00100000:1.0:1767318259.273563:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938560896:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.273576:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b4e00/2, rc 0, transno 4294976029 00000100:00100000:1.0:1767318259.273588:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938561408:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.273599:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407532a00/2, rc 0, transno 4294976028 00000100:00100000:1.0:1767318259.273602:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407532a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938560768:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.273673:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304122680/2, rc 0, transno 4294975680 00000100:00100000:0.0:1767318259.273678:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938561024:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.273710:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407530e00/2, rc 0, transno 4294976030 00000100:00100000:1.0:1767318259.273715:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938561280:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.273725:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408255180/2, rc 0, transno 4294975681 00000100:00100000:1.0:1767318259.273728:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408255180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938561792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.273733:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.273745:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938561920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.273858:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.274598:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938561920 00000100:00100000:1.0:1767318259.274604:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938561920 00000100:00100000:1.0:1767318259.274642:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23879 00000100:00100000:1.0:1767318259.274651:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+225:6187:x1853163938561920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.274674:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:606 count 1 00002000:00010000:1.0:1767318259.274827:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x25e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.274836:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dcd8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.274849:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.274851:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.274855:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dcd8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.274867:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dcd8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.274877:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dcd8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.274885:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dcd8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.274899:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.275117:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+226:6187:x1853163938561920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 466us (1258us total) trans 4294975683 rc 0/0 00000100:00100000:1.0:1767318259.275125:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23879 00000100:00100000:1.0:1767318259.275154:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938562304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.275190:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.275218:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938562816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.275240:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.275266:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408256a00/2, rc 0, transno 4294975683 00000100:00100000:1.0:1767318259.275275:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408256a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938561920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.275285:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.275290:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938562432:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.275557:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.275565:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dcd8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.275574:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.275578:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dcd8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.275587:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dcd8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.275602:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dcd8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.275611:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59200/0x3313483622c9dcd8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.275632:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.275634:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.275636:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.276288:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+318:6185:x1853163938557824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56587us (58025us total) trans 4294976026 rc 0/0 00000100:00100000:3.0:1767318259.276301:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23853 00000100:00100000:2.0:1767318259.276483:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318259.276535:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318259.276558:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918021504 00000100:00100000:2.0:1767318259.276566:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918021504 00010000:00010000:2.0:1767318259.276607:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab400/0x3313483622c96a77 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e35 expref: 22 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.276637:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918021632 00000100:00100000:2.0:1767318259.276641:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918021632 00010000:00010000:2.0:1767318259.276653:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa800/0x3313483622c96a70 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e27 expref: 23 pid: 21249 timeout: 3605 lvb_type: 1 00000100:00100000:2.0:1767318259.276678:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32292 00000100:00100000:2.0:1767318259.276688:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+23:2481:x1853163918021504:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318259.276702:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318259.276726:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab400/0x3313483622c96a77 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e35 expref: 23 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.276740:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab400/0x3313483622c96a77 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e35 expref: 23 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.276760:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309cab400/0x3313483622c96a77 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e35 expref: 23 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.277285:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.277289:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.277295:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.277306:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.277426:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318259.277477:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+22:2481:x1853163918021504:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 789us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318259.277484:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32292 00000100:00100000:2.0:1767318259.277530:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32293 00000100:00100000:2.0:1767318259.277539:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+21:2480:x1853163918021632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318259.277551:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318259.277557:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa800/0x3313483622c96a70 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e27 expref: 21 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.277567:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa800/0x3313483622c96a70 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e27 expref: 21 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.277584:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309caa800/0x3313483622c96a70 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e27 expref: 21 pid: 21249 timeout: 3605 lvb_type: 1 00010000:00010000:2.0:1767318259.277594:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.277596:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.277599:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.277606:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.277623:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318259.277644:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+20:2480:x1853163918021632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 106us (1109us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318259.277650:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32293 00010000:00010000:2.0:1767318259.277674:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.277682:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.277690:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.277698:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.277873:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.278126:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ca2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+319:6186:x1853163938559232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38885us (40016us total) trans 4294976031 rc 0/0 00000100:00100000:2.0:1767318259.278133:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23864 00000100:00100000:2.0:1767318259.278146:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938562304 00000100:00100000:2.0:1767318259.278152:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938562304 00000100:00100000:2.0:1767318259.278173:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938562816 00000100:00100000:2.0:1767318259.278176:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938562816 00000100:00100000:2.0:1767318259.278193:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23880 00000100:00100000:2.0:1767318259.278198:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+319:6187:x1853163938562304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.278219:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:509 count 1 00002000:00010000:2.0:1767318259.278246:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x1fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.278252:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9dcdf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.278261:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.278263:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.278266:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9dcdf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.278275:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9dcdf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.278281:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9dcdf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.278288:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9dcdf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.278299:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.280480:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23881 00000100:00100000:3.0:1767318259.280498:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a040351c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+226:6187:x1853163938562816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.280540:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:610 count 1 00002000:00010000:3.0:1767318259.280572:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x262:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.280579:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3400/0x3313483622c9dce6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.280591:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.280593:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.280598:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3400/0x3313483622c9dce6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.280611:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3400/0x3313483622c9dce6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.280621:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3400/0x3313483622c9dce6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.280629:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3400/0x3313483622c9dce6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.280650:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.280921:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a040351c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+227:6187:x1853163938562816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 430us (5678us total) trans 4294975684 rc 0/0 00000100:00100000:3.0:1767318259.280928:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23881 00010000:00010000:3.0:1767318259.280969:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.280977:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.280985:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.280991:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.281008:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318259.281151:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+319:6187:x1853163938559616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40721us (41549us total) trans 4294976032 rc 0/0 00000100:00100000:3.0:1767318259.281157:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23866 00000100:00100000:1.0:1767318259.281246:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.281291:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938562432 00000100:00100000:1.0:1767318259.281297:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938562432 00000100:00100000:1.0:1767318259.281368:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23882 00000100:00100000:1.0:1767318259.281377:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a040351d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+319:6187:x1853163938562432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.281395:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:510 count 1 00002000:00010000:1.0:1767318259.281413:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x1fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.281419:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9dced lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281427:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.281429:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.281432:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9dced lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281443:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9dced lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281450:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9dced lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281456:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9dced lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281474:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318259.281624:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a040351d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+320:6187:x1853163938562432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 249us (6312us total) trans 4294976033 rc 0/0 00000100:00100000:1.0:1767318259.281630:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23882 00010000:00010000:1.0:1767318259.281705:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.281712:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281718:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.281722:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281730:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281745:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281752:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9dc6f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281768:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.281772:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9dcdf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281777:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.281780:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9dcdf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281786:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9dcdf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281794:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9dcdf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281799:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9dcdf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281813:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.281816:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3400/0x3313483622c9dce6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281821:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.281824:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3400/0x3313483622c9dce6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281830:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3400/0x3313483622c9dce6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281838:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3400/0x3313483622c9dce6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281844:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3400/0x3313483622c9dce6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281863:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.281867:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281872:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.281875:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281882:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281891:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281898:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9dc7d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281909:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.281912:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9dced lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281918:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.281921:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9dced lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281927:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9dced lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281936:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9dced lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281943:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9dced lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.281954:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.281956:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.281957:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.282015:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351e300/2, rc 0, transno 4294976033 00000100:00100000:1.0:1767318259.282029:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938562432:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.282068:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351f800/2, rc 0, transno 4294975684 00000100:00100000:1.0:1767318259.282076:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938562816:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.282100:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca2b800/2, rc 0, transno 4294976032 00000100:00100000:1.0:1767318259.282106:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938559616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.282112:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.282140:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938562944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.282171:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.282192:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938563328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.282212:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.282237:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938562944 00000100:00100000:1.0:1767318259.282241:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938562944 00000100:00100000:1.0:1767318259.282259:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938563328 00000100:00100000:1.0:1767318259.282261:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938563328 00000100:00100000:1.0:1767318259.282276:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23883 00000100:00100000:1.0:1767318259.282283:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a040351ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+227:6187:x1853163938562944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.282296:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:611 count 1 00002000:00010000:1.0:1767318259.282313:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x263:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.282319:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9dcf4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282327:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.282329:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.282333:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9dcf4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282356:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9dcf4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282364:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9dcf4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282371:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9dcf4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282383:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.282555:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a040351ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+228:6187:x1853163938562944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 272us (382us total) trans 4294975685 rc 0/0 00000100:00100000:1.0:1767318259.282562:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23883 00000100:00100000:1.0:1767318259.282575:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23884 00000100:00100000:1.0:1767318259.282582:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a040351ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+320:6187:x1853163938563328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.282593:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:512 count 1 00002000:00010000:1.0:1767318259.282608:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x200:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.282613:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9dcfb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282620:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.282621:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.282624:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9dcfb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282632:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9dcfb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282638:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9dcfb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282644:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9dcfb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282652:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.282785:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a040351ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+321:6187:x1853163938563328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 191us (559us total) trans 4294976034 rc 0/0 00000100:00100000:1.0:1767318259.282791:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23884 00010000:00010000:1.0:1767318259.282812:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.282816:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9dcf4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282823:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.282827:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9dcf4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282839:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9dcf4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282851:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9dcf4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282858:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58c00/0x3313483622c9dcf4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282872:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.282875:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9dcfb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282881:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.282884:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9dcfb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282890:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9dcfb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282898:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9dcfb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282904:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9dcfb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.282919:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.282920:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.282922:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.282943:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351ea00/2, rc 0, transno 4294976034 00000100:00100000:1.0:1767318259.282952:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938563328:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.282986:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351c380/2, rc 0, transno 4294975685 00000100:00100000:1.0:1767318259.282994:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938562944:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.283014:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318259.283023:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938563456:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.283046:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.283075:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938563456 00000100:00100000:1.0:1767318259.283079:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938563456 00000100:00100000:1.0:1767318259.283101:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23885 00000100:00100000:1.0:1767318259.283108:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043b233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+321:6187:x1853163938563456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.283118:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:513 count 1 00002000:00010000:1.0:1767318259.283133:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x201:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.283138:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9dd02 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283145:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.283146:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.283149:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9dd02 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283158:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9dd02 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283169:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9dd02 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283177:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9dd02 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283189:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.283314:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043b233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+322:6187:x1853163938563456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 206us (266us total) trans 4294976035 rc 0/0 00000100:00100000:1.0:1767318259.283320:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23885 00010000:00010000:1.0:1767318259.283336:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.283351:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9dd02 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283358:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.283362:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9dd02 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283370:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9dd02 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283380:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9dd02 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283387:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9dd02 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283404:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.283406:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.283407:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.283424:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b230000/2, rc 0, transno 4294976035 00000100:00100000:1.0:1767318259.283432:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b230000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938563456:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.283472:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938561152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.283496:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.283534:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938561664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.283553:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.283572:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938561152 00000100:00100000:1.0:1767318259.283576:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938561152 00000100:00100000:1.0:1767318259.283594:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938561664 00000100:00100000:1.0:1767318259.283597:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938561664 00000100:00100000:1.0:1767318259.283611:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23886 00000100:00100000:1.0:1767318259.283617:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043b233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+229:6186:x1853163938561152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.283628:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:602 count 1 00002000:00010000:1.0:1767318259.283644:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x25a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.283648:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dd09 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283657:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.283658:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.283661:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dd09 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283670:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dd09 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283678:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dd09 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283686:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dd09 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283698:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.283827:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043b233480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+230:6186:x1853163938561152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 208us (329us total) trans 4294975686 rc 0/0 00000100:00100000:1.0:1767318259.283833:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23886 00000100:00100000:1.0:1767318259.283844:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23887 00000100:00100000:1.0:1767318259.283851:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043b231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+229:6186:x1853163938561664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.283861:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:604 count 1 00002000:00010000:1.0:1767318259.283874:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x25c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.283879:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9dd10 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283886:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.283887:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.283890:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9dd10 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283899:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9dd10 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283907:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9dd10 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283914:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9dd10 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.283921:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.284035:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043b231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+230:6186:x1853163938561664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 185us (480us total) trans 4294975687 rc 0/0 00000100:00100000:1.0:1767318259.284042:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23887 00010000:00010000:1.0:1767318259.284058:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.284063:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dd09 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284070:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.284073:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dd09 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284079:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dd09 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284090:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dd09 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284097:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59c00/0x3313483622c9dd09 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284110:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.284113:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9dd10 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284120:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.284123:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9dd10 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284130:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9dd10 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284139:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9dd10 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284145:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59e00/0x3313483622c9dd10 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284156:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.284157:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.284159:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.284180:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408255880/2, rc 0, transno 4294975687 00000100:00100000:1.0:1767318259.284189:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938561664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.284223:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938563840:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.284246:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.284270:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938563840 00000100:00100000:1.0:1767318259.284273:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938563840 00000100:00100000:1.0:1767318259.284292:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23888 00000100:00100000:1.0:1767318259.284297:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043b230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+230:6187:x1853163938563840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.284307:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:614 count 1 00002000:00010000:1.0:1767318259.284321:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x266:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.284325:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dd17 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.284333:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.284334:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318259.286966:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+322:6187:x1853163938562304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8762us (11769us total) trans 4294976036 rc 0/0 00000100:00100000:2.0:1767318259.286979:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23880 00010000:00010000:2.0:1767318259.287091:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.287101:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.287107:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.287113:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.289405:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b5c00/2, rc 0, transno 4294976026 00000100:00100000:0.0:1767318259.289444:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938557824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.289468:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938561536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.289548:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.289580:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938562048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.289598:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.289612:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938562560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.289631:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.289644:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938563072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.289660:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.289683:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938563584:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.289701:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.290092:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938561536 00000100:00100000:2.0:1767318259.290098:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938561536 00000100:00100000:2.0:1767318259.290146:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938562048 00000100:00100000:2.0:1767318259.290149:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938562048 00000100:00100000:2.0:1767318259.290166:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938562560 00000100:00100000:2.0:1767318259.290169:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938562560 00000100:00100000:2.0:1767318259.290190:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938563072 00000100:00100000:2.0:1767318259.290193:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938563072 00000100:00100000:2.0:1767318259.290208:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938563584 00000100:00100000:2.0:1767318259.290210:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938563584 00000100:00100000:2.0:1767318259.290226:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23889 00000100:00100000:2.0:1767318259.290234:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+234:6185:x1853163938561536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.290258:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:603 count 1 00002000:00010000:2.0:1767318259.290291:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x25b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.290298:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dd1e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290322:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.290324:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.290329:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dd1e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290352:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dd1e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290361:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dd1e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290368:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dd1e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290386:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.290669:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+235:6185:x1853163938561536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 435us (1119us total) trans 4294975688 rc 0/0 00000100:00100000:2.0:1767318259.290677:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23889 00000100:00100000:2.0:1767318259.290694:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23890 00000100:00100000:2.0:1767318259.290701:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+234:6185:x1853163938562048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.290724:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:607 count 1 00002000:00010000:2.0:1767318259.290739:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x25f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.290744:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dd25 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290751:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.290753:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.290756:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dd25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290765:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dd25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290783:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dd25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290790:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dd25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290803:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.290917:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+235:6185:x1853163938562048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 217us (1317us total) trans 4294975689 rc 0/0 00000100:00100000:2.0:1767318259.290924:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23890 00000100:00100000:2.0:1767318259.290936:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23891 00000100:00100000:2.0:1767318259.290943:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+234:6185:x1853163938562560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.290954:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:608 count 1 00002000:00010000:2.0:1767318259.290968:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x260:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.290973:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a800/0x3313483622c9dd2c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290981:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.290982:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.290985:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a800/0x3313483622c9dd2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.290994:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a800/0x3313483622c9dd2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291002:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a800/0x3313483622c9dd2c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291009:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a800/0x3313483622c9dd2c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291023:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.291141:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+235:6185:x1853163938562560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 199us (1508us total) trans 4294975690 rc 0/0 00000100:00100000:2.0:1767318259.291147:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23891 00000100:00100000:2.0:1767318259.291160:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23892 00000100:00100000:2.0:1767318259.291167:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+322:6185:x1853163938563072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.291178:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:511 count 1 00002000:00010000:2.0:1767318259.291197:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x1ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.291202:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c9dd33 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291208:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.291210:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.291212:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c9dd33 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291221:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c9dd33 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291229:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c9dd33 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291235:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c9dd33 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291249:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.291396:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+323:6185:x1853163938563072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 230us (1734us total) trans 4294976037 rc 0/0 00000100:00100000:2.0:1767318259.291402:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23892 00000100:00100000:2.0:1767318259.291415:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23893 00000100:00100000:2.0:1767318259.291421:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+234:6185:x1853163938563584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.291433:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:613 count 1 00002000:00010000:2.0:1767318259.291448:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x265:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.291452:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9dd3a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291459:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.291460:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.291462:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9dd3a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291471:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9dd3a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291478:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9dd3a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291485:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9dd3a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291499:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318259.291626:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+235:6185:x1853163938563584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 205us (1923us total) trans 4294975691 rc 0/0 00000100:00100000:2.0:1767318259.291633:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23893 00000100:00100000:2.0:1767318259.291662:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043ef20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938563968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.291692:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.291722:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318259.291729:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dd1e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291737:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.291742:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dd1e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291751:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dd1e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291766:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dd1e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291774:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9dd1e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291793:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318259.291797:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dd25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291803:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.291806:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dd25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291813:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dd25 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291823:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dd25 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291830:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ac00/0x3313483622c9dd25 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291848:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.291851:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a800/0x3313483622c9dd2c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291857:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.291859:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a800/0x3313483622c9dd2c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291865:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a800/0x3313483622c9dd2c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291873:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a800/0x3313483622c9dd2c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291879:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a800/0x3313483622c9dd2c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291890:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.291893:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c9dd33 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291898:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.291901:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c9dd33 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291908:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c9dd33 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291917:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c9dd33 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291923:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0c00/0x3313483622c9dd33 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291935:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.291938:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9dd3a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291944:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.291947:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9dd3a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291954:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9dd3a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291963:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9dd3a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291970:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9dd3a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.291981:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.291982:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.291984:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.291990:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.291995:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.292000:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.292008:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938563968 00000100:00100000:2.0:1767318259.292013:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938563968 00000100:00100000:2.0:1767318259.292038:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23894 00000100:00100000:2.0:1767318259.292045:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+323:6188:x1853163938563968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.292057:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:515 count 1 00002000:00010000:2.0:1767318259.292072:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x203:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.292077:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9dd41 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292084:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.292086:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.292089:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9dd41 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292098:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9dd41 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292105:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9dd41 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292111:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9dd41 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292123:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.292267:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+324:6188:x1853163938563968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 222us (573us total) trans 4294976038 rc 0/0 00000100:00100000:2.0:1767318259.292274:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23894 00010000:00010000:2.0:1767318259.292290:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.292294:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9dd41 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292301:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.292305:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9dd41 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292313:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9dd41 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292325:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9dd41 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292332:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9dd41 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292360:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.292362:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.292363:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.292391:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043ef20e00/2, rc 0, transno 4294976038 00000100:00100000:2.0:1767318259.292404:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043ef20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938563968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.292467:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043ef20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938564096:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.292494:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.292542:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408255f80/2, rc 0, transno 4294975688 00000100:00100000:2.0:1767318259.292557:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938561536:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.292566:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408257480/2, rc 0, transno 4294975689 00000100:00100000:2.0:1767318259.292570:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938562048:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.292578:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351fb80/2, rc 0, transno 4294975690 00000100:00100000:2.0:1767318259.292581:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938562560:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.292589:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351d180/2, rc 0, transno 4294976037 00000100:00100000:2.0:1767318259.292596:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938563072:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.292604:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b231c00/2, rc 0, transno 4294975691 00000100:00100000:2.0:1767318259.292608:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938563584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.292644:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938564096 00000100:00100000:2.0:1767318259.292648:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938564096 00000100:00100000:2.0:1767318259.292667:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23895 00000100:00100000:2.0:1767318259.292673:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+324:6185:x1853163938564096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.292687:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:516 count 1 00002000:00010000:2.0:1767318259.292703:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x204:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.292708:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9dd48 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292717:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.292719:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.292723:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9dd48 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292732:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9dd48 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292741:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9dd48 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292752:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9dd48 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292765:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.292896:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+325:6185:x1853163938564096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 222us (400us total) trans 4294976039 rc 0/0 00000100:00100000:2.0:1767318259.292903:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23895 00010000:00010000:2.0:1767318259.292920:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.292925:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9dd48 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292931:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae1600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.292935:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9dd48 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292943:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9dd48 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292954:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9dd48 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292960:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9dd48 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.292972:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.292974:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.292976:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.292993:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043ef20a80/2, rc 0, transno 4294976039 00000100:00100000:2.0:1767318259.293001:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043ef20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938564096:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.293007:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.293012:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043ef20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938564224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.293035:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.293077:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938564224 00000100:00100000:2.0:1767318259.293081:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938564224 00000100:00100000:2.0:1767318259.293100:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23896 00000100:00100000:2.0:1767318259.293107:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+325:6185:x1853163938564224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.293118:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:517 count 1 00002000:00010000:2.0:1767318259.293133:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x205:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.293138:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c9dd4f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.293145:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.293146:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.293150:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c9dd4f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.293158:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c9dd4f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.293166:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c9dd4f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.293172:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c9dd4f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.293188:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.293302:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+326:6185:x1853163938564224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 195us (266us total) trans 4294976040 rc 0/0 00000100:00100000:2.0:1767318259.293309:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23896 00000100:00100000:2.0:1767318259.293322:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318259.293329:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043ef21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938564352:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.302709:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dd17 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.302749:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dd17 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.302760:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dd17 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.302769:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dd17 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.302875:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.302882:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c9dd4f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.302890:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae1400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.302894:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c9dd4f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.302902:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c9dd4f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.302924:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c9dd4f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.302931:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1400/0x3313483622c9dd4f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.302954:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.302956:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.302957:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.302978:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938564864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.307572:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.307658:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408255500/2, rc 0, transno 4294976036 00000100:00100000:3.0:1767318259.307661:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938564864 00000100:00100000:3.0:1767318259.307669:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938564864 00000100:00100000:1.0:1767318259.307677:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938562304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.307729:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23897 00000100:00100000:3.0:1767318259.307737:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043b231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+235:6187:x1853163938564864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.307743:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767318259.307752:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938564480:0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.307772:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:618 count 1 00000100:00100000:1.0:1767318259.307776:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.307792:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938564992:0@lo:6:osp-syn-0-0.0 00002000:00010000:3.0:1767318259.307805:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x26a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1767318259.307810:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318259.307813:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9dd56 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.307826:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767318259.307828:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938564480 00010000:00010000:3.0:1767318259.307829:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767318259.307831:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938564480 00010000:00010000:3.0:1767318259.307834:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9dd56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.307846:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9dd56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.307851:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938564992 00000100:00100000:1.0:1767318259.307854:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938564992 00010000:00010000:3.0:1767318259.307856:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9dd56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.307864:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9dd56 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.307869:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23898 00000100:00100000:1.0:1767318259.307874:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04417e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+236:6187:x1853163938564480:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.307883:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1767318259.307886:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:615 count 1 00002000:00010000:1.0:1767318259.307901:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x267:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.307905:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dd5d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.307912:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.307913:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.307916:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dd5d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.307925:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dd5d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.307931:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dd5d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.307937:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dd5d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.307949:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.308111:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04417e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+238:6187:x1853163938564480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 234us (331us total) trans 4294975692 rc 0/0 00000100:00100000:1.0:1767318259.308118:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23898 00000100:00100000:1.0:1767318259.308133:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23899 00000100:00100000:1.0:1767318259.308140:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04417e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+326:6187:x1853163938564992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.308150:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:519 count 1 00002000:00010000:1.0:1767318259.308168:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x207:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.308173:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9dd64 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.308185:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.308186:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.308189:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9dd64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.308197:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9dd64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.308205:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9dd64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.308212:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9dd64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.308226:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.309337:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043b231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+237:6187:x1853163938564864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1595us (1766us total) trans 4294975693 rc 0/0 00000100:00100000:3.0:1767318259.309359:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23897 00000100:00100000:0.0:1767318259.309488:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938562176:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.309556:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.309592:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938562688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.309614:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.309635:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938563200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.309655:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.309669:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938563712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.309689:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.309917:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938562176 00000100:00100000:3.0:1767318259.309925:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938562176 00000100:00100000:3.0:1767318259.309957:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938562688 00000100:00100000:3.0:1767318259.309960:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938562688 00000100:00100000:3.0:1767318259.309984:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938563200 00000100:00100000:3.0:1767318259.309988:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938563200 00000100:00100000:3.0:1767318259.310002:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938563712 00000100:00100000:3.0:1767318259.310005:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938563712 00000100:00100000:3.0:1767318259.310022:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23900 00000100:00100000:3.0:1767318259.310042:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+329:6186:x1853163938562176:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.310060:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23901 00000100:00100000:3.0:1767318259.310066:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+238:6186:x1853163938562688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.310088:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:609 count 1 00002000:00010000:3.0:1767318259.310117:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x261:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.310125:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dd6b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.310139:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.310141:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.310145:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dd6b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.310158:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dd6b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.310167:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dd6b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.310174:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dd6b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.310197:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000004:00080000:0.0:1767318259.310440:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b7b80/2, rc 0, transno 4294976031 00000100:00100000:0.0:1767318259.310453:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938559232:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.310467:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b7800/2, rc 0, transno 4294976027 00000100:00100000:0.0:1767318259.310471:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938557952:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.310480:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a18380/2, rc 0, transno 4294976025 00000100:00100000:0.0:1767318259.310484:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938556928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.310498:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938564736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.310544:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.310568:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304123800/2, rc 0, transno 4294975686 00000100:00100000:0.0:1767318259.310577:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938561152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.310585:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318259.310589:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938564608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.310606:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.310629:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938564736 00000100:00100000:0.0:1767318259.310633:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938564736 00000100:00100000:0.0:1767318259.310651:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938564608 00000100:00100000:0.0:1767318259.310653:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938564608 00000100:00100000:0.0:1767318259.310665:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23902 00000100:00100000:0.0:1767318259.310670:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+241:6186:x1853163938563200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.310680:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:612 count 1 00002000:00010000:0.0:1767318259.310699:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x264:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.310714:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9dd72 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.310722:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.310724:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.310727:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9dd72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.310737:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9dd72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.310744:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9dd72 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.310996:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9dd72 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311006:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767318259.311174:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+242:6186:x1853163938563200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 502us (1516us total) trans 4294975695 rc 0/0 00000100:00100000:0.0:1767318259.311181:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23902 00000100:00100000:0.0:1767318259.311198:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23903 00000100:00100000:0.0:1767318259.311204:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+329:6186:x1853163938563712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.311221:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23904 00000100:00100000:0.0:1767318259.311228:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+241:6186:x1853163938564736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.311240:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:617 count 1 00002000:00010000:0.0:1767318259.311256:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x269:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.311261:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9dd79 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311270:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.311271:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.311274:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9dd79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311283:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9dd79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311290:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9dd79 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311298:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9dd79 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311306:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767318259.311443:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+242:6186:x1853163938564736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 215us (898us total) trans 4294975696 rc 0/0 00000100:00100000:0.0:1767318259.311451:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23904 00000100:00100000:0.0:1767318259.311464:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23905 00000100:00100000:0.0:1767318259.311469:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+241:6186:x1853163938564608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.311479:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:616 count 1 00002000:00010000:0.0:1767318259.311495:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x268:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.311501:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dd80 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311530:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.311532:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.311535:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dd80 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311543:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dd80 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311551:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dd80 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311557:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dd80 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.311566:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767318259.311676:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+242:6186:x1853163938564608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 205us (1067us total) trans 4294975697 rc 0/0 00000100:00100000:0.0:1767318259.311682:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23905 00000004:00080000:0.0:1767318259.311727:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b232d80/2, rc 0, transno 4294975697 00000100:00100000:0.0:1767318259.311732:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938564608:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.311741:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b231500/2, rc 0, transno 4294975696 00000100:00100000:0.0:1767318259.311744:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938564736:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.312360:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351d880/2, rc 0, transno 4294975695 00000100:00100000:0.0:1767318259.312366:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938563200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.312974:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+241:6186:x1853163938562688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2905us (3356us total) trans 4294975694 rc 0/0 00000100:00100000:3.0:1767318259.312983:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23901 00000004:00080000:0.0:1767318259.313162:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351ce00/2, rc 0, transno 4294975694 00000100:00100000:0.0:1767318259.313168:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938562688:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.315773:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318259.315788:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9dd56 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315800:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.315805:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9dd56 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315814:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9dd56 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315836:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9dd56 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315843:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9dd56 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315867:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318259.315871:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dd5d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315876:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.315879:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dd5d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315886:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dd5d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315896:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dd5d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315902:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58800/0x3313483622c9dd5d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315919:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318259.315923:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9dd64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315929:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.315932:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9dd64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315939:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9dd64 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315947:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9dd64 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315954:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9dd64 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315971:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318259.315974:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dd6b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315979:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.315982:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dd6b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315989:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dd6b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.315997:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dd6b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316004:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dd6b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316014:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.316018:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9dd72 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316263:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.316268:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9dd72 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316276:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9dd72 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316288:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9dd72 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316296:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9dd72 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316311:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.316315:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9dd79 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316322:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.316325:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9dd79 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316332:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9dd79 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316353:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9dd79 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316360:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9dd79 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316381:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.316385:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dd80 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316394:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.316397:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dd80 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316404:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dd80 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316413:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dd80 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316419:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9dd80 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.316431:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.316433:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.316436:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.316445:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.316451:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.316456:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.316522:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043ef20700/2, rc 0, transno 4294976040 00000100:00100000:3.0:1767318259.316531:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043ef20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938564224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.317626:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04417e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+329:6187:x1853163938564992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9481us (9808us total) trans 4294976041 rc 0/0 00000100:00100000:1.0:1767318259.317638:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23899 00000004:00080000:1.0:1767318259.317842:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e4380/2, rc 0, transno 4294976041 00000100:00100000:1.0:1767318259.317854:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938564992:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.317885:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b233100/2, rc 0, transno 4294975693 00000100:00100000:1.0:1767318259.317894:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b233100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938564864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.317923:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938565376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.317957:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.317979:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938565376 00000100:00100000:1.0:1767318259.317985:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938565376 00000100:00100000:1.0:1767318259.318016:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23906 00000100:00100000:0.0:1767318259.318020:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938565248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.318024:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0434499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+329:6187:x1853163938565376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.318047:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:522 count 1 00000100:00100000:0.0:1767318259.318062:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1767318259.318077:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x20a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.318083:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9dd87 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.318085:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938565248 00000100:00100000:0.0:1767318259.318088:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938565248 00010000:00010000:1.0:1767318259.318096:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.318099:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.318104:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9dd87 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.318108:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23907 00000100:00100000:0.0:1767318259.318113:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+330:6186:x1853163938565248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.318116:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9dd87 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767318259.318125:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:521 count 1 00010000:00010000:1.0:1767318259.318125:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9dd87 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.318133:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9dd87 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318259.318140:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x209:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.318144:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9dd8e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.318146:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.318152:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.318153:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.318156:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9dd8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.318164:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9dd8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.318175:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9dd8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.318181:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9dd8e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.318191:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.318360:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+332:6186:x1853163938565248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 245us (295us total) trans 4294976042 rc 0/0 00000100:00100000:0.0:1767318259.318366:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23907 00000100:00100000:2.0:1767318259.318394:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.318409:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e7800/2, rc 0, transno 4294976042 00000100:00100000:2.0:1767318259.318414:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938564352 00000100:00100000:0.0:1767318259.318417:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938565248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.318418:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938564352 00000100:00100000:0.0:1767318259.318423:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938565760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.318440:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23908 00000100:00100000:2.0:1767318259.318447:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+332:6188:x1853163938564352:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.318448:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1767318259.318459:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:518 count 1 00000100:00100000:0.0:1767318259.318463:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938566272:0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1767318259.318475:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x206:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.318481:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9dd95 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.318488:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.318490:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.318493:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9dd95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.318496:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.318503:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9dd95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.318536:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9dd95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.318543:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1767318259.318549:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938565120:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.318549:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9dd95 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.318560:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.318570:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.318585:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938565632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.318604:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.318618:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938566144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.318637:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.318683:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+333:6188:x1853163938564352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 236us (288us total) trans 4294976044 rc 0/0 00000100:00100000:2.0:1767318259.318689:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23908 00000100:00100000:2.0:1767318259.318700:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938565760 00000100:00100000:2.0:1767318259.318703:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938565760 00000100:00100000:2.0:1767318259.318722:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938566272 00000100:00100000:2.0:1767318259.318725:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938566272 00000100:00100000:2.0:1767318259.318737:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938565120 00000100:00100000:2.0:1767318259.318740:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938565120 00000100:00100000:2.0:1767318259.318761:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938565632 00000100:00100000:2.0:1767318259.318764:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938565632 00000100:00100000:2.0:1767318259.318780:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938566144 00000100:00100000:2.0:1767318259.318783:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938566144 00000100:00100000:2.0:1767318259.318797:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23909 00000100:00100000:2.0:1767318259.318802:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d246450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+243:6186:x1853163938565760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.318814:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:620 count 1 00002000:00010000:2.0:1767318259.318830:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x26c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.318835:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1200/0x3313483622c9dd9c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.318843:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.318844:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.318847:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1200/0x3313483622c9dd9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.318860:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1200/0x3313483622c9dd9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.318867:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1200/0x3313483622c9dd9c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.318873:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1200/0x3313483622c9dd9c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.318883:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.319021:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d246450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+244:6186:x1853163938565760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 217us (570us total) trans 4294975698 rc 0/0 00000100:00100000:2.0:1767318259.319027:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23909 00000100:00100000:2.0:1767318259.319039:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23910 00000100:00100000:2.0:1767318259.319046:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+334:6186:x1853163938566272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.319057:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:524 count 1 00002000:00010000:2.0:1767318259.319071:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x20c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.319075:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9dda3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319082:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.319084:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.319086:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9dda3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319095:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9dda3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319103:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9dda3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319110:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9dda3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319119:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767318259.319141:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23911 00000100:00100000:0.0:1767318259.319150:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+334:6186:x1853163938565120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.319163:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:520 count 1 00002000:00010000:0.0:1767318259.319178:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x208:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.319183:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9ddaa lrc: 3/0,1 mode: --/PW res: [0x240000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.319191:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.319193:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.319196:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9ddaa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.319204:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9ddaa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.319211:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9ddaa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.319218:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9ddaa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.319226:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318259.319229:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+335:6186:x1853163938566272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 183us (731us total) trans 4294976045 rc 0/0 00000100:00100000:2.0:1767318259.319235:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23910 00000100:00100000:2.0:1767318259.319247:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23912 00000100:00100000:2.0:1767318259.319253:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+243:6186:x1853163938565632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.319263:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:619 count 1 00002000:00010000:2.0:1767318259.319276:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x26b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.319280:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0a00/0x3313483622c9ddb1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319288:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.319289:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.319292:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0a00/0x3313483622c9ddb1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319300:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0a00/0x3313483622c9ddb1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319307:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0a00/0x3313483622c9ddb1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319314:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0a00/0x3313483622c9ddb1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319322:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767318259.319355:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+335:6186:x1853163938565120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 191us (768us total) trans 4294976046 rc 0/0 00000100:00100000:0.0:1767318259.319362:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23911 00000100:00100000:2.0:1767318259.319444:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+244:6186:x1853163938565632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (839us total) trans 4294975699 rc 0/0 00000100:00100000:2.0:1767318259.319450:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23912 00000100:00100000:2.0:1767318259.319461:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23913 00000100:00100000:2.0:1767318259.319467:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031720f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+243:6186:x1853163938566144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.319476:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:623 count 1 00002000:00010000:2.0:1767318259.319488:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x26f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.319493:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1800/0x3313483622c9ddb8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319499:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.319501:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.319503:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1800/0x3313483622c9ddb8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319536:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1800/0x3313483622c9ddb8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319543:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1800/0x3313483622c9ddb8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319550:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1800/0x3313483622c9ddb8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319558:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1767318259.319667:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031720f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+244:6186:x1853163938566144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200us (1028us total) trans 4294975700 rc 0/0 00000100:00100000:2.0:1767318259.319673:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23913 00000004:00080000:2.0:1767318259.319731:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043ef21c00/2, rc 0, transno 4294976044 00000100:00100000:2.0:1767318259.319737:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043ef21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938564352:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.319750:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938565504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.319776:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.319793:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938566016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.319813:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.319836:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938565504 00000100:00100000:2.0:1767318259.319840:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938565504 00000100:00100000:2.0:1767318259.319861:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938566016 00000100:00100000:2.0:1767318259.319864:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938566016 00000100:00100000:2.0:1767318259.319882:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23914 00000100:00100000:2.0:1767318259.319887:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+335:6188:x1853163938565504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.319898:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:523 count 1 00002000:00010000:2.0:1767318259.319913:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x20b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.319917:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0200/0x3313483622c9ddbf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319924:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.319925:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.319928:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0200/0x3313483622c9ddbf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319941:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0200/0x3313483622c9ddbf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319948:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0200/0x3313483622c9ddbf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319954:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0200/0x3313483622c9ddbf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.319961:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:2.0:1767318259.320080:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+336:6188:x1853163938565504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 192us (303us total) trans 4294976047 rc 0/0 00000100:00100000:2.0:1767318259.320085:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23914 00000100:00100000:2.0:1767318259.320097:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23915 00000100:00100000:2.0:1767318259.320103:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+244:6188:x1853163938566016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.320111:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:622 count 1 00002000:00010000:2.0:1767318259.320124:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.320128:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1e00/0x3313483622c9ddc6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.320135:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.320136:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.320139:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1e00/0x3313483622c9ddc6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.320146:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1e00/0x3313483622c9ddc6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.320154:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1e00/0x3313483622c9ddc6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.320159:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1e00/0x3313483622c9ddc6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.320167:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:2.0:1767318259.320278:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+245:6188:x1853163938566016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 175us (463us total) trans 4294975701 rc 0/0 00000100:00100000:2.0:1767318259.320284:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23915 00000004:00080000:2.0:1767318259.320315:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e5880/2, rc 0, transno 4294976046 00000100:00100000:2.0:1767318259.320320:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938565120:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.320330:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e5180/2, rc 0, transno 4294975699 00000100:00100000:2.0:1767318259.320357:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938565632:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.320369:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e7480/2, rc 0, transno 4294975700 00000100:00100000:2.0:1767318259.320372:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938566144:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.320380:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e6680/2, rc 0, transno 4294975698 00000100:00100000:2.0:1767318259.320383:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938565760:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.320391:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e7b80/2, rc 0, transno 4294976045 00000100:00100000:2.0:1767318259.320394:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938566272:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.320409:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e4700/2, rc 0, transno 4294976047 00000100:00100000:2.0:1767318259.320413:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938565504:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.320420:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e4000/2, rc 0, transno 4294975701 00000100:00100000:2.0:1767318259.320424:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938566016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.320668:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0434499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+335:6187:x1853163938565376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2644us (2710us total) trans 4294976043 rc 0/0 00000100:00100000:1.0:1767318259.320675:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23906 00000004:00080000:1.0:1767318259.320865:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e5c00/2, rc 0, transno 4294976043 00000100:00100000:1.0:1767318259.320876:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938565376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.320901:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938565888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.320924:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.320942:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938565888 00000100:00100000:1.0:1767318259.320945:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938565888 00000100:00100000:1.0:1767318259.320969:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23916 00000100:00100000:1.0:1767318259.320976:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+245:6187:x1853163938565888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.320988:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:621 count 1 00002000:00010000:1.0:1767318259.321007:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x26d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.321012:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9ddcd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.321020:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.321022:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.321025:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9ddcd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.321034:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9ddcd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.321042:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9ddcd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.321049:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9ddcd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.321058:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:1.0:1767318259.321185:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+246:6187:x1853163938565888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 209us (260us total) trans 4294975702 rc 0/0 00000100:00100000:1.0:1767318259.321194:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23916 00000004:00080000:1.0:1767318259.321220:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e6300/2, rc 0, transno 4294975702 00000100:00100000:1.0:1767318259.321229:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938565888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.321252:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938566400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.321272:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.321288:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938566400 00000100:00100000:1.0:1767318259.321291:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938566400 00010000:00010000:3.0:1767318259.321634:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:3.0:1767318259.321641:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9dd87 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321649:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.321654:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9dd87 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321662:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9dd87 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321677:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9dd87 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321684:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58e00/0x3313483622c9dd87 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321710:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1767318259.321715:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9dd8e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321720:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.321722:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9dd8e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321728:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9dd8e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321736:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9dd8e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321756:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9dd8e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321775:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1767318259.321779:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9dd95 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321785:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae1a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.321788:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9dd95 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321795:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9dd95 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321804:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9dd95 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321811:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1a00/0x3313483622c9dd95 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321823:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1767318259.321827:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1200/0x3313483622c9dd9c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321832:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae1200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.321835:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1200/0x3313483622c9dd9c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321842:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1200/0x3313483622c9dd9c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321851:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1200/0x3313483622c9dd9c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321857:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1200/0x3313483622c9dd9c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321868:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318259.321871:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9dda3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321876:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.321879:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9dda3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321886:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9dda3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321894:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9dda3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321900:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0800/0x3313483622c9dda3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321912:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318259.321915:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9ddaa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321925:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.321928:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9ddaa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321934:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9ddaa lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321943:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9ddaa lrc: 1/0,0 mode: --/PW res: [0x240000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321949:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9ddaa lrc: 0/0,0 mode: --/PW res: [0x240000404:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321958:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318259.321962:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0a00/0x3313483622c9ddb1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321968:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.321971:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0a00/0x3313483622c9ddb1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321977:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0a00/0x3313483622c9ddb1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321986:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0a00/0x3313483622c9ddb1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.321996:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0a00/0x3313483622c9ddb1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322007:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318259.322011:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1800/0x3313483622c9ddb8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322016:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae1800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.322019:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1800/0x3313483622c9ddb8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322393:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1800/0x3313483622c9ddb8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322404:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1800/0x3313483622c9ddb8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322411:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1800/0x3313483622c9ddb8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322424:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.322428:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0200/0x3313483622c9ddbf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322434:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.322437:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0200/0x3313483622c9ddbf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322445:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0200/0x3313483622c9ddbf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322454:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0200/0x3313483622c9ddbf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322460:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0200/0x3313483622c9ddbf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322475:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.322478:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1e00/0x3313483622c9ddc6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322484:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae1e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.322487:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1e00/0x3313483622c9ddc6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322494:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1e00/0x3313483622c9ddc6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322502:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1e00/0x3313483622c9ddc6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322534:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1e00/0x3313483622c9ddc6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322552:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.322556:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9ddcd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322562:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.322565:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9ddcd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322572:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9ddcd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322581:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9ddcd lrc: 1/0,0 mode: --/PW res: [0x280000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322588:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9ddcd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322600:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.322602:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.322604:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.322612:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.322617:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.322621:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1767318259.322657:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:508 count 1 00002000:00010000:3.0:1767318259.322683:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x1fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.322689:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9ddd4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322714:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.322716:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.322721:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9ddd4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322732:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9ddd4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.322741:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9ddd4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.323126:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9ddd4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.323142:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.323411:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+335:6186:x1853163938562176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13368us (13852us total) trans 4294976048 rc 0/0 00000100:00100000:3.0:1767318259.323423:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23900 00000100:00100000:3.0:1767318259.323453:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23917 00000100:00100000:3.0:1767318259.323462:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+246:6187:x1853163938566400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.323477:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:624 count 1 00002000:00010000:3.0:1767318259.323493:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.323498:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dddb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.323523:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.323526:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.323529:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dddb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.323537:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dddb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.323544:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dddb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.323551:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dddb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.323563:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.323686:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+247:6187:x1853163938566400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 227us (2412us total) trans 4294975703 rc 0/0 00000100:00100000:3.0:1767318259.323692:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23917 00010000:00010000:3.0:1767318259.323711:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.323715:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9ddd4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.323722:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.323726:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9ddd4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.323733:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9ddd4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.323745:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9ddd4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324617:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9ddd4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324641:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.324645:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dddb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324651:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.324654:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dddb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324661:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dddb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324672:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dddb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324679:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dddb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324689:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.324691:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.324693:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.324710:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1767318259.324732:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:514 count 1 00002000:00010000:3.0:1767318259.324762:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x202:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.324768:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9dde2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324778:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.324779:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.324784:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9dde2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324794:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9dde2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324802:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9dde2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324809:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9dde2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324827:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.324836:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.324840:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9dde2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324847:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.324850:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9dde2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324856:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9dde2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324865:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9dde2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324872:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9dde2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.324883:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.324885:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.324886:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.325550:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e5500/2, rc 0, transno 4294975703 00000100:00100000:1.0:1767318259.325568:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938566400:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.325625:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b232680/2, rc 0, transno 4294975692 00000100:00100000:1.0:1767318259.325632:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938564480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.325634:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+335:6186:x1853163938563712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14428us (15942us total) trans 4294976049 rc 0/0 00000100:00100000:3.0:1767318259.325642:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23903 00000100:00100000:1.0:1767318259.325664:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938566912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.325699:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.325731:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938567424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.325755:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.325774:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938566912 00000100:00100000:1.0:1767318259.325779:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938566912 00000100:00100000:1.0:1767318259.325811:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938567424 00000100:00100000:1.0:1767318259.325814:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938567424 00000100:00100000:1.0:1767318259.325833:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23918 00000100:00100000:1.0:1767318259.325840:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+335:6187:x1853163938566912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.325856:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:528 count 1 00002000:00010000:1.0:1767318259.325876:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x210:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.325882:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dde9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.325896:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.325898:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.325901:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dde9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.325910:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dde9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.325918:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dde9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.325926:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dde9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.325938:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.325966:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.325971:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dde9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.325978:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.325982:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dde9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.325989:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dde9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.326002:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dde9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.326009:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59800/0x3313483622c9dde9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.326086:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+336:6187:x1853163938566912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 246us (387us total) trans 4294976050 rc 0/0 00000100:00100000:1.0:1767318259.326093:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23918 00000100:00100000:1.0:1767318259.326107:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23919 00010000:00010000:3.0:1767318259.326108:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.326111:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.326113:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03025bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+247:6187:x1853163938567424:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.326113:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1767318259.326124:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:627 count 1 00002000:00010000:1.0:1767318259.326140:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.326145:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9ddf0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.326152:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.326154:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.326157:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9ddf0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.326166:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9ddf0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.326173:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9ddf0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.326180:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9ddf0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.326199:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.326436:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.326441:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9ddf0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.326448:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.326450:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9ddf0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.326457:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9ddf0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.326468:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9ddf0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.326474:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9ddf0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.326486:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.326487:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.326489:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.326597:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938566784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.326629:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.326650:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938567296:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.326670:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.326683:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938567808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.326699:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.326723:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408254700/2, rc 0, transno 4294976048 00000100:00100000:0.0:1767318259.326735:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938562176:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.326745:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b232a00/2, rc 0, transno 4294976049 00000100:00100000:0.0:1767318259.326749:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938563712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.326758:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1767318259.326763:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938566656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.326796:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.326810:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938567168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.326828:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.326840:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938567680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.326856:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.326925:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938566784 00000100:00100000:3.0:1767318259.326931:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938566784 00000100:00100000:3.0:1767318259.326955:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938567296 00000100:00100000:3.0:1767318259.326957:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938567296 00000100:00100000:3.0:1767318259.326967:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938567808 00000100:00100000:3.0:1767318259.326969:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938567808 00000100:00100000:3.0:1767318259.326979:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938566656 00000100:00100000:3.0:1767318259.326981:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938566656 00000100:00100000:3.0:1767318259.327006:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938567168 00000100:00100000:3.0:1767318259.327008:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938567168 00000100:00100000:3.0:1767318259.327019:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938567680 00000100:00100000:3.0:1767318259.327021:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938567680 00000100:00100000:3.0:1767318259.327044:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23920 00000100:00100000:3.0:1767318259.327049:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031720e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+338:6186:x1853163938566784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.327063:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:527 count 1 00002000:00010000:3.0:1767318259.327081:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x20f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.327086:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9ddf7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327094:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.327095:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.327099:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9ddf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327107:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9ddf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327115:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9ddf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327121:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9ddf7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327134:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.327143:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.327147:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9ddf7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327158:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.327161:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9ddf7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327167:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9ddf7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327177:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9ddf7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327183:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9ddf7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327196:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.327198:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.327199:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.327384:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031720e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+339:6186:x1853163938566784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 322us (742us total) trans 4294976051 rc 0/0 00000100:00100000:3.0:1767318259.327392:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23920 00000100:00100000:3.0:1767318259.327409:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23921 00000100:00100000:3.0:1767318259.327415:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031720f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+251:6186:x1853163938567296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.327428:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:626 count 1 00002000:00010000:3.0:1767318259.327444:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.327450:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9ddfe lrc: 3/0,1 mode: --/PW res: [0x280000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327463:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.327465:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.327468:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9ddfe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327477:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9ddfe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327486:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9ddfe lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327493:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9ddfe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327527:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.327537:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.327541:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9ddfe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327547:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.327550:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9ddfe lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327557:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9ddfe lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327566:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9ddfe lrc: 1/0,0 mode: --/PW res: [0x280000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327573:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9ddfe lrc: 0/0,0 mode: --/PW res: [0x280000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.327585:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.327587:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.327588:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.327732:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031720f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+252:6186:x1853163938567296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 316us (1059us total) trans 4294975705 rc 0/0 00000100:00100000:3.0:1767318259.327738:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23921 00000100:00100000:2.0:1767318259.328250:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23922 00000100:00100000:2.0:1767318259.328402:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031720dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+251:6186:x1853163938567808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.328486:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:629 count 1 00002000:00010000:2.0:1767318259.328557:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.328564:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1000/0x3313483622c9de05 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.328575:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.328576:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.328581:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1000/0x3313483622c9de05 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.328590:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1000/0x3313483622c9de05 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.328597:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1000/0x3313483622c9de05 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.328603:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1000/0x3313483622c9de05 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.328624:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.328832:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031720dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+252:6186:x1853163938567808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 574us (2131us total) trans 4294975706 rc 0/0 00000100:00100000:1.0:1767318259.329629:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03025bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+252:6187:x1853163938567424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3512us (3868us total) trans 4294975704 rc 0/0 00000100:00100000:3.0:1767318259.337000:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23923 00010000:00010000:3.0:1767318259.337098:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.337108:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1000/0x3313483622c9de05 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337121:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae1000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.337126:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1000/0x3313483622c9de05 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337137:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1000/0x3313483622c9de05 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337158:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1000/0x3313483622c9de05 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337164:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1000/0x3313483622c9de05 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337194:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.337196:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.337197:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.337211:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031720d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+338:6186:x1853163938566656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.337244:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:526 count 1 00002000:00010000:3.0:1767318259.337275:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x20e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.337281:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9de0c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337291:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.337292:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.337297:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9de0c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337308:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9de0c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337316:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9de0c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337324:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9de0c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337356:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.337368:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1767318259.337590:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23924 00000100:00100000:0.0:1767318259.337603:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031720df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+252:6186:x1853163938567168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.337620:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:625 count 1 00002000:00010000:0.0:1767318259.337643:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.337649:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9de13 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.337656:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.337658:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.337662:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9de13 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.337676:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9de13 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.337684:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9de13 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.337692:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9de13 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337893:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9de0c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337907:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.337910:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9de0c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337918:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9de0c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337931:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9de0c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337938:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9de0c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337958:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.337962:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9de13 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337967:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.337969:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9de13 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337976:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9de13 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337985:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9de13 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.337996:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.337998:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.338022:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767318259.338206:0:20656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9de13 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.338910:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.338922:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.339276:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031720df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+253:6186:x1853163938567168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1674us (12443us total) trans 4294975707 rc 0/0 00000100:00100000:0.0:1767318259.339288:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23924 00000100:00100000:0.0:1767318259.339319:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23925 00000100:00100000:0.0:1767318259.339329:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031720ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+338:6186:x1853163938567680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.339362:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:530 count 1 00002000:00010000:0.0:1767318259.339388:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x212:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.339394:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9de1a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.339406:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.339408:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.339413:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9de1a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.339426:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9de1a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.339434:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9de1a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.339441:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9de1a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.339465:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.339627:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031720ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+339:6186:x1853163938567680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 299us (12769us total) trans 4294976052 rc 0/0 00000100:00100000:0.0:1767318259.339634:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23925 00000004:00080000:0.0:1767318259.339689:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434498000/2, rc 0, transno 4294975707 00000100:00100000:0.0:1767318259.339715:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938567168:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.339730:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449a300/2, rc 0, transno 4294976052 00000100:00100000:0.0:1767318259.339735:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938567680:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.339744:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434499880/2, rc 0, transno 4294976051 00010000:00010000:3.0:1767318259.340200:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.340210:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9de1a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.340219:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.340224:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9de1a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.340233:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9de1a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.340251:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9de1a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.340258:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9de1a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.340279:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.340281:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.340283:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.340401:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031720d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+339:6186:x1853163938566656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3387us (13603us total) trans 4294976053 rc 0/0 00000100:00100000:3.0:1767318259.340410:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23923 00000100:00100000:2.0:1767318259.341256:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23922 00000100:00100000:2.0:1767318259.341346:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938566528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.341398:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.341437:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938567040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.341457:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.341478:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938566528 00000100:00100000:2.0:1767318259.341484:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938566528 00000100:00100000:2.0:1767318259.341530:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938567040 00000100:00100000:2.0:1767318259.341533:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938567040 00000100:00100000:2.0:1767318259.341549:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23926 00000100:00100000:2.0:1767318259.341557:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0304120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+340:6188:x1853163938566528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.341581:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:525 count 1 00002000:00010000:2.0:1767318259.341609:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x20d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.341615:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9de21 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.341627:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.341629:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.341634:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9de21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.341645:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9de21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.341652:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9de21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.341660:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9de21 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.341682:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.341913:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0304120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+341:6188:x1853163938566528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 356us (513us total) trans 4294976054 rc 0/0 00000100:00100000:2.0:1767318259.341920:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23926 00000100:00100000:2.0:1767318259.341934:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23927 00000100:00100000:2.0:1767318259.341941:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0304123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+340:6188:x1853163938567040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.341952:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:529 count 1 00002000:00010000:2.0:1767318259.341966:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x211:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.341971:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9de28 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.341979:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.341980:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.341983:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9de28 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.341992:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9de28 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342000:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9de28 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342007:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9de28 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342017:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.342133:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0304123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+341:6188:x1853163938567040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 192us (673us total) trans 4294976055 rc 0/0 00000100:00100000:2.0:1767318259.342139:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23927 00000004:00080000:2.0:1767318259.342182:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434498e00/2, rc 0, transno 4294976055 00000100:00100000:2.0:1767318259.342188:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938567040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.342195:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938567552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.342219:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.342236:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938568064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.342253:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.342270:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938567552 00000100:00100000:2.0:1767318259.342274:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938567552 00000100:00100000:2.0:1767318259.342293:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938568064 00000100:00100000:2.0:1767318259.342297:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938568064 00000100:00100000:2.0:1767318259.342311:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23928 00000100:00100000:2.0:1767318259.342317:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+253:6188:x1853163938567552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.342329:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:628 count 1 00002000:00010000:2.0:1767318259.342358:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.342364:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9de2f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342373:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.342375:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.342378:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9de2f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342387:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9de2f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342399:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9de2f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342405:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9de2f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342416:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.342583:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+254:6188:x1853163938567552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 264us (361us total) trans 4294975708 rc 0/0 00000100:00100000:2.0:1767318259.342590:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23928 00000100:00100000:2.0:1767318259.342603:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23929 00000100:00100000:2.0:1767318259.342610:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+253:6188:x1853163938568064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.342621:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:631 count 1 00002000:00010000:2.0:1767318259.342634:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.342639:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0c00/0x3313483622c9de36 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342646:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.342648:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.342651:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0c00/0x3313483622c9de36 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342660:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0c00/0x3313483622c9de36 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342667:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0c00/0x3313483622c9de36 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342675:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0c00/0x3313483622c9de36 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.342687:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.342801:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+254:6188:x1853163938568064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (545us total) trans 4294975709 rc 0/0 00000100:00100000:2.0:1767318259.342807:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23929 00000004:00080000:2.0:1767318259.342839:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434499f80/2, rc 0, transno 4294975709 00000100:00100000:2.0:1767318259.342845:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938568064:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.342861:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449bb80/2, rc 0, transno 4294976054 00000100:00100000:2.0:1767318259.342865:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938566528:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.342872:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434498700/2, rc 0, transno 4294975708 00000100:00100000:2.0:1767318259.342875:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938567552:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.342988:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318259.342995:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9de21 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343005:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae1600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.343008:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9de21 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343016:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9de21 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343836:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9de21 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343848:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1600/0x3313483622c9de21 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343873:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.343877:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9de28 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343883:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.343887:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9de28 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343894:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9de28 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343908:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9de28 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343915:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0400/0x3313483622c9de28 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343926:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.343929:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9de2f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343934:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.343937:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9de2f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343944:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9de2f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343953:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9de2f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343959:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0e00/0x3313483622c9de2f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343969:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.343972:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0c00/0x3313483622c9de36 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343983:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.343986:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0c00/0x3313483622c9de36 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.343992:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0c00/0x3313483622c9de36 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.344000:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0c00/0x3313483622c9de36 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.344006:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0c00/0x3313483622c9de36 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.344016:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.344018:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.344020:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.344027:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.344042:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.344047:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.344099:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938566784:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.344128:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434498380/2, rc 0, transno 4294975705 00000100:00100000:0.0:1767318259.344132:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938567296:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.344140:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449a680/2, rc 0, transno 4294975706 00000100:00100000:0.0:1767318259.344143:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938567808:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.344155:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449ad80/2, rc 0, transno 4294976053 00000100:00100000:0.0:1767318259.344159:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938566656:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.344615:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.344651:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.345121:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.345129:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dd17 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.345139:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.345143:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dd17 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.345157:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dd17 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.345173:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dd17 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.345179:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59600/0x3313483622c9dd17 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.345197:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.345199:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.345200:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.345235:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043b230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+254:6187:x1853163938563840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 60936us (60986us total) trans 4294975710 rc 0/0 00000100:00100000:0.0:1767318259.345246:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23888 00000004:00080000:2.0:1767318259.346618:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434499c00/2, rc 0, transno 4294975704 00000100:00100000:2.0:1767318259.346631:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938567424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.346641:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938567936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.346687:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.346722:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b231880/2, rc 0, transno 4294975710 00000100:00100000:2.0:1767318259.346726:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b231880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938563840:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.346746:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449b480/2, rc 0, transno 4294976050 00000100:00100000:2.0:1767318259.346750:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938566912:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.346781:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938567936 00000100:00100000:2.0:1767318259.346787:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938567936 00000100:00100000:2.0:1767318259.346832:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23930 00000100:00100000:2.0:1767318259.346839:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+254:6187:x1853163938567936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.346865:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:630 count 1 00002000:00010000:2.0:1767318259.346899:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.346906:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0000/0x3313483622c9de3d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.346919:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.346921:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.346927:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0000/0x3313483622c9de3d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.346940:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0000/0x3313483622c9de3d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.346948:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0000/0x3313483622c9de3d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.346955:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0000/0x3313483622c9de3d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.346978:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.347154:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.347162:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0000/0x3313483622c9de3d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.347169:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.347172:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0000/0x3313483622c9de3d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.347180:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0000/0x3313483622c9de3d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.347196:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0000/0x3313483622c9de3d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.347201:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+255:6187:x1853163938567936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 362us (513us total) trans 4294975711 rc 0/0 00010000:00010000:3.0:1767318259.347203:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae0000/0x3313483622c9de3d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.347209:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23930 00010000:00010000:3.0:1767318259.347223:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.347225:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.347226:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.347233:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434498a80/2, rc 0, transno 4294975711 00000100:00100000:2.0:1767318259.347237:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938567936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.347770:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23919 00000100:00100000:3.0:1767318259.347905:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938568192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.347943:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.347968:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938568192 00000100:00100000:3.0:1767318259.347969:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938568704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.347972:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938568192 00000100:00100000:3.0:1767318259.347989:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.347997:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938568704 00000100:00100000:1.0:1767318259.347999:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938568704 00000100:00100000:3.0:1767318259.348006:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938569216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.348016:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23931 00000100:00100000:1.0:1767318259.348023:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04186b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+342:6185:x1853163938568192:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.348036:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1767318259.348038:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:531 count 1 00000100:00100000:3.0:1767318259.348050:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938569728:0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1767318259.348060:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x213:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.348066:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9de44 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.348068:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.348075:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.348077:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.348081:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9de44 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.348081:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1767318259.348086:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938568320:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.348092:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9de44 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.348100:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9de44 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.348101:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.348107:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9de44 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.348111:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938568832:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.348120:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.348125:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.348136:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938569344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.348150:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.348162:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938569856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.348184:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318259.348203:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.348208:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9de44 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.348220:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.348223:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9de44 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.348230:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9de44 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.348243:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9de44 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.348249:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9de44 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.348263:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.348265:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.348266:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.348292:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04186b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+343:6185:x1853163938568192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 269us (347us total) trans 4294976056 rc 0/0 00000100:00100000:1.0:1767318259.348298:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23931 00000004:00080000:3.0:1767318259.348306:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025b8000/2, rc 0, transno 4294976056 00000100:00100000:3.0:1767318259.348316:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938568192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.348418:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938569216 00000100:00100000:2.0:1767318259.348423:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938569216 00000100:00100000:2.0:1767318259.348443:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938569728 00000100:00100000:2.0:1767318259.348445:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938569728 00000100:00100000:2.0:1767318259.348457:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938568320 00000100:00100000:2.0:1767318259.348460:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938568320 00000100:00100000:2.0:1767318259.348473:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938568832 00000100:00100000:2.0:1767318259.348476:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938568832 00000100:00100000:2.0:1767318259.348487:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938569344 00000100:00100000:2.0:1767318259.348489:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938569344 00000100:00100000:2.0:1767318259.348501:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938569856 00000100:00100000:2.0:1767318259.348503:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938569856 00000100:00100000:2.0:1767318259.348543:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23932 00000100:00100000:2.0:1767318259.348550:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+344:6185:x1853163938568704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.348562:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:535 count 1 00002000:00010000:2.0:1767318259.348578:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x217:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.348583:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0600/0x3313483622c9de4b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.348591:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.348593:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.348596:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0600/0x3313483622c9de4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.348604:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0600/0x3313483622c9de4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.348611:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0600/0x3313483622c9de4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.348618:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0600/0x3313483622c9de4b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.348635:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.348768:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+345:6185:x1853163938568704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 218us (777us total) trans 4294976057 rc 0/0 00000100:00100000:2.0:1767318259.348774:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23932 00000100:00100000:2.0:1767318259.348787:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23933 00000100:00100000:2.0:1767318259.348793:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+257:6185:x1853163938569216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.348803:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:632 count 1 00002000:00010000:2.0:1767318259.348820:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.348824:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1400/0x3313483622c9de52 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.348831:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.348833:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.348836:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1400/0x3313483622c9de52 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.348845:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1400/0x3313483622c9de52 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.348853:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1400/0x3313483622c9de52 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.348860:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1400/0x3313483622c9de52 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.348873:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.348935:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.348941:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0600/0x3313483622c9de4b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.348948:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae0600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.348951:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0600/0x3313483622c9de4b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.348959:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0600/0x3313483622c9de4b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.348971:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0600/0x3313483622c9de4b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.348978:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae0600/0x3313483622c9de4b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.348995:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.348998:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1400/0x3313483622c9de52 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.349002:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+258:6185:x1853163938569216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 209us (976us total) trans 4294975712 rc 0/0 00010000:00010000:0.0:1767318259.349005:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0312ae1400 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:2.0:1767318259.349008:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23933 00010000:00010000:0.0:1767318259.349009:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1400/0x3313483622c9de52 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349016:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1400/0x3313483622c9de52 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.349020:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23934 00000100:00100000:2.0:1767318259.349025:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+257:6185:x1853163938569728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.349035:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:636 count 1 00010000:00010000:0.0:1767318259.349037:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1400/0x3313483622c9de52 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349044:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0312ae1400/0x3313483622c9de52 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.349049:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x27c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.349053:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9de59 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349057:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.349058:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.349060:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.349060:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.349062:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.349065:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9de59 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.349073:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9de59 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.349075:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23935 00010000:00010000:2.0:1767318259.349080:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9de59 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.349083:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+344:6185:x1853163938568320:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.349088:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9de59 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767318259.349094:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:532 count 1 00010000:00010000:2.0:1767318259.349099:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1767318259.349110:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x214:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.349115:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9de60 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349123:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.349124:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.349127:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9de60 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349136:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9de60 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349149:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9de60 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349155:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9de60 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349166:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.349202:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+258:6185:x1853163938569728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 177us (1132us total) trans 4294975713 rc 0/0 00000100:00100000:2.0:1767318259.349209:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23934 00000100:00100000:2.0:1767318259.349221:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23936 00000100:00100000:2.0:1767318259.349228:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+344:6185:x1853163938568832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.349238:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:536 count 1 00002000:00010000:2.0:1767318259.349251:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x218:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.349256:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9de67 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.349264:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.349265:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.349268:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9de67 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.349276:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9de67 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.349284:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9de67 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.349286:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+345:6185:x1853163938568320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 205us (1184us total) trans 4294976058 rc 0/0 00010000:00010000:2.0:1767318259.349291:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9de67 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.349292:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23935 00010000:00010000:2.0:1767318259.349302:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.349305:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23937 00000100:00100000:0.0:1767318259.349311:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+257:6185:x1853163938569344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.349322:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:633 count 1 00002000:00010000:0.0:1767318259.349335:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.349350:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9de6e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349356:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.349358:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.349361:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9de6e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349370:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9de6e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349377:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9de6e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349385:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9de6e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349397:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318259.349536:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+258:6185:x1853163938569344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 223us (1382us total) trans 4294975714 rc 0/0 00000100:00100000:0.0:1767318259.349541:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23937 00000100:00100000:0.0:1767318259.349555:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23938 00000100:00100000:0.0:1767318259.349561:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+257:6185:x1853163938569856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.349572:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:637 count 1 00002000:00010000:0.0:1767318259.349586:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x27d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.349591:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9de75 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349598:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.349599:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.349602:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9de75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349609:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9de75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349616:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9de75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349623:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9de75 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349629:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767318259.349753:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+258:6185:x1853163938569856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (1567us total) trans 4294975715 rc 0/0 00000100:00100000:0.0:1767318259.349759:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23938 00010000:00010000:0.0:1767318259.349776:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.349780:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9de59 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349787:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.349790:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9de59 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349798:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9de59 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349809:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9de59 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349814:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9de59 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349827:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.349830:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9de60 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349836:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.349838:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9de60 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349845:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9de60 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349852:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9de60 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349858:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9de60 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349870:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.349873:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9de67 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349879:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.349882:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9de67 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349888:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9de67 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349896:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9de67 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349902:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9de67 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349917:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.349920:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9de6e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349926:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.349928:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9de6e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349934:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9de6e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349941:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9de6e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349948:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9de6e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349958:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.349961:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9de75 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349965:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.349968:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9de75 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349974:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9de75 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349982:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9de75 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349987:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9de75 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.349996:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.349997:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.349999:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.350030:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025bb100/2, rc 0, transno 4294976058 00000100:00100000:0.0:1767318259.350036:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938568320:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.350045:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025b8380/2, rc 0, transno 4294975714 00000100:00100000:0.0:1767318259.350056:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938569344:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.350064:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025ba300/2, rc 0, transno 4294975715 00000100:00100000:0.0:1767318259.350068:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938569856:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.350077:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025b9180/2, rc 0, transno 4294975712 00000100:00100000:0.0:1767318259.350079:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938569216:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.350086:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025b8a80/2, rc 0, transno 4294975713 00000100:00100000:0.0:1767318259.350090:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938569728:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.350099:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025b9500/2, rc 0, transno 4294976057 00000100:00100000:0.0:1767318259.350102:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938568704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.350575:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938570240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.350616:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.350645:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938570752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.350663:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.350680:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1767318259.350684:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938570368:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.350701:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.350713:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938570880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.350728:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.350750:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938570240 00000100:00100000:1.0:1767318259.350755:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938570240 00000100:00100000:1.0:1767318259.350784:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938570752 00000100:00100000:1.0:1767318259.350787:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938570752 00000100:00100000:1.0:1767318259.350797:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938570368 00000100:00100000:1.0:1767318259.350799:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938570368 00000100:00100000:1.0:1767318259.350806:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938570880 00000100:00100000:1.0:1767318259.350808:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938570880 00000100:00100000:1.0:1767318259.350817:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23939 00000100:00100000:1.0:1767318259.350823:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320d2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+346:6185:x1853163938570240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.350838:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:539 count 1 00002000:00010000:1.0:1767318259.350863:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x21b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.350869:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9de7c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.350880:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.350881:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.350886:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9de7c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.350896:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9de7c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.350905:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9de7c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.350910:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9de7c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.350924:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.351173:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320d2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+347:6185:x1853163938570240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 348us (555us total) trans 4294976059 rc 0/0 00000100:00100000:1.0:1767318259.351180:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23939 00000100:00100000:1.0:1767318259.351196:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23940 00000100:00100000:1.0:1767318259.351203:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320d2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+259:6185:x1853163938570752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.351214:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:641 count 1 00002000:00010000:1.0:1767318259.351229:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x281:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.351234:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9de83 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.351242:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.351243:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.351246:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9de83 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.351254:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9de83 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.351261:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9de83 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.351267:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9de83 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.351274:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.351671:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+347:6185:x1853163938568832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2442us (3542us total) trans 4294976060 rc 0/0 00000100:00100000:2.0:1767318259.351679:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23936 00000100:00100000:2.0:1767318259.351767:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23941 00010000:00010000:3.0:1767318259.352253:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.352261:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9de7c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352269:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.352273:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9de7c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352287:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9de7c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352303:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9de7c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352310:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9de7c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352330:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.352334:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9de83 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352350:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.352352:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9de83 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352359:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9de83 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352369:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9de83 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352376:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59a00/0x3313483622c9de83 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352394:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.352397:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.352398:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.352407:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.352412:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.352417:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.352431:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23942 00000100:00100000:3.0:1767318259.352440:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+259:6185:x1853163938570880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.352459:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:642 count 1 00002000:00010000:3.0:1767318259.352478:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x282:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.352482:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9de8a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352491:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.352493:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.352497:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9de8a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352523:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9de8a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352532:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9de8a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352538:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9de8a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352558:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.352567:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.352570:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9de8a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352577:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.352580:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9de8a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352587:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9de8a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352597:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9de8a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.352601:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320d28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+346:6185:x1853163938570368:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.352604:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9de8a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.352615:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:540 count 1 00010000:00010000:3.0:1767318259.352619:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.352621:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.352622:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767318259.352631:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x21c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.352635:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9de91 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.352642:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.352643:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.352646:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9de91 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.352654:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9de91 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.352662:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9de91 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.352668:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9de91 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.352686:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.352689:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.352693:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9de91 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352699:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.352702:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9de91 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352710:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9de91 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352721:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9de91 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352727:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9de91 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.352742:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.352744:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.352745:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.352867:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320d2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+260:6185:x1853163938570880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 429us (2136us total) trans 4294975716 rc 0/0 00000100:00100000:3.0:1767318259.352874:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23942 00000100:00100000:2.0:1767318259.352990:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320d28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+347:6185:x1853163938570368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1216us (2287us total) trans 4294976061 rc 0/0 00000100:00100000:2.0:1767318259.352996:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23941 00000100:00100000:2.0:1767318259.353044:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938568448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.353074:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.353109:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938568960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.353128:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.353142:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938569472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.353158:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.353176:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938568448 00000100:00100000:2.0:1767318259.353182:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938568448 00000100:00100000:2.0:1767318259.353206:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938568960 00000100:00100000:2.0:1767318259.353209:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938568960 00000100:00100000:2.0:1767318259.353220:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938569472 00000100:00100000:2.0:1767318259.353222:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938569472 00000100:00100000:2.0:1767318259.353235:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23943 00000100:00100000:2.0:1767318259.353241:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+348:6187:x1853163938568448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.353252:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:533 count 1 00002000:00010000:2.0:1767318259.353268:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x215:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.353273:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9de98 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.353281:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.353282:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.353285:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9de98 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.353293:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9de98 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.353300:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9de98 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.353307:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9de98 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.353358:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23944 00000100:00100000:0.0:1767318259.353368:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+348:6187:x1853163938568960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.353383:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:537 count 1 00002000:00010000:0.0:1767318259.353398:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x219:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.353403:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9de9f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.353410:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.353412:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.353415:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9de9f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.353424:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9de9f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.353430:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9de9f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.353437:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9de9f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.353448:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.353600:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408256300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+349:6187:x1853163938568960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 234us (469us total) trans 4294976062 rc 0/0 00000100:00100000:0.0:1767318259.353606:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23944 00000100:00100000:0.0:1767318259.353618:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23945 00000100:00100000:0.0:1767318259.353624:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+260:6187:x1853163938569472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.353635:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:634 count 1 00002000:00010000:0.0:1767318259.353651:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x27a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.353657:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9dea6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.353664:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.353665:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.353668:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9dea6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.353678:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9dea6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.353684:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9dea6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.353691:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9dea6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.353712:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.353832:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+261:6187:x1853163938569472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 207us (671us total) trans 4294975717 rc 0/0 00000100:00100000:0.0:1767318259.353838:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23945 00000100:00100000:1.0:1767318259.354022:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320d2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+261:6185:x1853163938570752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2818us (3355us total) trans 4294975718 rc 0/0 00000100:00100000:1.0:1767318259.354029:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23940 00010000:00010000:1.0:1767318259.354047:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.354052:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9de9f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.354060:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.354063:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9de9f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.354070:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9de9f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.354084:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9de9f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.354090:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9de9f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.354104:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.354108:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9dea6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.354113:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.354116:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9dea6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.354122:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9dea6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.354131:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9dea6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.354138:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9dea6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.354150:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.354152:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.354153:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.354187:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d28700/2, rc 0, transno 4294976061 00000100:00100000:1.0:1767318259.354207:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938570368:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.354219:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d2b800/2, rc 0, transno 4294975716 00000100:00100000:1.0:1767318259.354228:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938570880:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.354238:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d28e00/2, rc 0, transno 4294976059 00000100:00100000:1.0:1767318259.354241:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938570240:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.354247:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d28000/2, rc 0, transno 4294975718 00000100:00100000:1.0:1767318259.354250:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938570752:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.354258:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025ba680/2, rc 0, transno 4294976060 00000100:00100000:1.0:1767318259.354261:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938568832:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.354480:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.354637:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+349:6187:x1853163938568448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1395us (1561us total) trans 4294976063 rc 0/0 00000100:00100000:2.0:1767318259.354647:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23943 00000004:00080000:2.0:1767318259.354691:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025b9f80/2, rc 0, transno 4294975717 00000100:00100000:2.0:1767318259.354696:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938569472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.354703:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938569984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.354730:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.354750:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938570496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.354769:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318259.355038:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.355044:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9de98 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.355050:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.355054:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9de98 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.355061:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9de98 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.355073:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9de98 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.355080:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9de98 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.355095:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.355097:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.355099:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.355104:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.355109:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.355119:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938569984 00000100:00100000:3.0:1767318259.355124:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938569984 00000100:00100000:3.0:1767318259.355161:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23946 00000100:00100000:3.0:1767318259.355169:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408257100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+261:6187:x1853163938569984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.355185:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:638 count 1 00002000:00010000:3.0:1767318259.355205:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x27e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.355210:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dead lrc: 3/0,1 mode: --/PW res: [0x280000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.355219:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.355221:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.355225:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dead lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.355235:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dead lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.355241:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dead lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.355253:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dead lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.355273:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.355528:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408257100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+262:6187:x1853163938569984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 359us (796us total) trans 4294975719 rc 0/0 00000100:00100000:3.0:1767318259.355535:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23946 00010000:00010000:0.0:1767318259.355557:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.355564:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dead lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.355571:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.355574:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dead lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.355584:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dead lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.355596:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dead lrc: 1/0,0 mode: --/PW res: [0x280000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.355602:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2000/0x3313483622c9dead lrc: 0/0,0 mode: --/PW res: [0x280000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.355614:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.355616:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.355617:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.355959:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938571264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.356010:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938571392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.356036:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938568576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.356151:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938570496 00000100:00100000:2.0:1767318259.356156:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938570496 00000100:00100000:2.0:1767318259.356181:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23947 00000100:00100000:2.0:1767318259.356188:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+349:6187:x1853163938570496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.356202:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:541 count 1 00002000:00010000:2.0:1767318259.356223:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x21d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.356228:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9deb4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.356237:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.356239:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.356243:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9deb4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.356251:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9deb4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.356259:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9deb4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.356272:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9deb4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.356293:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.356365:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.356372:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9deb4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.356379:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.356383:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9deb4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.356390:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9deb4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.356402:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9deb4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.356409:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9deb4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.356410:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.356425:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.356427:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.356428:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.356437:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c51a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938571776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.356459:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.356494:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938571264 00000100:00100000:1.0:1767318259.356498:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938571264 00000100:00100000:1.0:1767318259.356550:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938571776 00000100:00100000:1.0:1767318259.356554:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938571776 00000100:00100000:1.0:1767318259.356574:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23948 00000100:00100000:1.0:1767318259.356581:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+350:6185:x1853163938571264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.356592:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:542 count 1 00000100:00100000:0.0:1767318259.356598:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23949 00000100:00100000:0.0:1767318259.356605:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+262:6185:x1853163938571776:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:1.0:1767318259.356609:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x21e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.356613:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9debb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767318259.356616:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:646 count 1 00010000:00010000:1.0:1767318259.356622:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.356623:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.356626:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9debb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318259.356630:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x286:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.356635:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dec2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.356635:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9debb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.356643:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.356643:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9debb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.356644:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.356647:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dec2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.356650:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9debb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.356655:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dec2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.356660:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.356662:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dec2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.356669:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dec2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.356678:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.356841:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+263:6185:x1853163938571776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 235us (380us total) trans 4294975720 rc 0/0 00000100:00100000:0.0:1767318259.356850:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23949 00000100:00100000:0.0:1767318259.357636:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.357684:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938571392 00000100:00100000:0.0:1767318259.357689:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938571392 00000100:00100000:0.0:1767318259.357731:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23950 00000100:00100000:0.0:1767318259.357738:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031720ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+352:6186:x1853163938571392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.357766:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:543 count 1 00002000:00010000:0.0:1767318259.357787:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x21f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.357793:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9dec9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.357803:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.357804:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.357809:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9dec9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.357819:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9dec9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.357827:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9dec9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.357833:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9dec9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.357842:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.357995:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031720ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+353:6186:x1853163938571392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 258us (361us total) trans 4294976065 rc 0/0 00000100:00100000:0.0:1767318259.358005:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23950 00000004:00080000:0.0:1767318259.358050:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720c000/2, rc 0, transno 4294976065 00000100:00100000:0.0:1767318259.358061:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938571392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.358109:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938571904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.358133:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.358151:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938571904 00000100:00100000:0.0:1767318259.358154:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938571904 00000100:00100000:0.0:1767318259.358172:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23951 00000100:00100000:0.0:1767318259.358177:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031720f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+353:6186:x1853163938571904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.358187:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:545 count 1 00002000:00010000:0.0:1767318259.358200:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x221:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.358204:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9ded0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358211:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.358212:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.358215:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9ded0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358222:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9ded0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358230:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9ded0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358236:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9ded0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358267:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767318259.358275:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.358280:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9debb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358287:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.358290:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9debb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358298:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9debb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358312:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9debb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358318:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58000/0x3313483622c9debb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358332:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.358336:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dec2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358353:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.358356:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dec2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358367:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dec2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358376:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dec2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358382:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9dec2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358394:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.358397:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9dec9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358402:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.358405:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9dec9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358412:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9dec9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358419:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9dec9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358425:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9dec9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358438:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.358441:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9ded0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358447:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.358449:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9ded0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358455:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9ded0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358461:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9ded0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358467:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9ded0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.358475:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.358477:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.358478:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.358623:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031720f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+354:6186:x1853163938571904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 444us (487us total) trans 4294976066 rc 0/0 00000100:00100000:0.0:1767318259.358628:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23951 00000004:00080000:0.0:1767318259.358652:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720ca80/2, rc 0, transno 4294976066 00000100:00100000:0.0:1767318259.358661:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938571904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.359286:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+354:6187:x1853163938570496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3097us (4514us total) trans 4294976067 rc 0/0 00000100:00100000:2.0:1767318259.359294:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23947 00000004:00080000:2.0:1767318259.361788:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d29180/2, rc 0, transno 4294976067 00000100:00100000:2.0:1767318259.361817:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938570496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.361830:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938571008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.361886:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.361927:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938571520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.361950:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.361975:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938571008 00000100:00100000:2.0:1767318259.361981:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938571008 00000100:00100000:2.0:1767318259.362016:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938571520 00000100:00100000:2.0:1767318259.362019:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938571520 00000100:00100000:2.0:1767318259.362036:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23952 00000100:00100000:2.0:1767318259.362044:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+263:6187:x1853163938571008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.362070:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:643 count 1 00002000:00010000:2.0:1767318259.362105:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x283:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.362113:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9ded7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.362128:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.362131:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.362136:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9ded7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.362149:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9ded7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.362158:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9ded7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.362165:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9ded7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.362180:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.362277:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.362284:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9ded7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362292:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.362296:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9ded7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362303:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9ded7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362319:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9ded7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362327:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9ded7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362361:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.362362:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.362364:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.362378:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23953 00000100:00100000:0.0:1767318259.362386:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+354:6187:x1853163938571520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.362399:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:544 count 1 00002000:00010000:0.0:1767318259.362419:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x220:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.362425:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9dede lrc: 3/0,1 mode: --/PW res: [0x240000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362433:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.362435:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.362438:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9dede lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362447:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9dede lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362453:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9dede lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362459:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9dede lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362471:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.362480:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.362484:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9dede lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362490:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.362494:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9dede lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362501:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9dede lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.362524:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+354:6185:x1853163938571264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5942us (6112us total) trans 4294976064 rc 0/0 00000100:00100000:1.0:1767318259.362533:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23948 00010000:00010000:0.0:1767318259.362534:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9dede lrc: 1/0,0 mode: --/PW res: [0x240000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362540:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9dede lrc: 0/0,0 mode: --/PW res: [0x240000404:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.362557:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.362559:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.362560:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.362568:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720e680/2, rc 0, transno 4294976064 00000100:00100000:1.0:1767318259.362580:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938571264:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.362590:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c51a680/2, rc 0, transno 4294975720 00000100:00100000:1.0:1767318259.362598:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c51a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938571776:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.362651:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c51bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938572288:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.362674:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.362698:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.362704:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938572416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.362723:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.362745:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938572288 00000100:00100000:1.0:1767318259.362748:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938572288 00000100:00100000:1.0:1767318259.362770:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938572416 00000100:00100000:1.0:1767318259.362773:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938572416 00000100:00100000:1.0:1767318259.362790:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23954 00000100:00100000:1.0:1767318259.362796:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c51ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+355:6185:x1853163938572288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.362807:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:548 count 1 00002000:00010000:1.0:1767318259.362822:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x224:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.362827:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9dee5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.362834:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.362836:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.362839:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9dee5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.362847:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9dee5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.362860:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9dee5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.362867:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9dee5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.362885:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.363015:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c51ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+356:6185:x1853163938572288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 219us (339us total) trans 4294976069 rc 0/0 00010000:00010000:0.0:1767318259.363019:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1767318259.363022:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23954 00000100:00100000:1.0:1767318259.363034:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23955 00010000:00010000:0.0:1767318259.363035:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9dee5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.363040:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c51b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+264:6185:x1853163938572416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.363042:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.363045:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9dee5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1767318259.363050:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:647 count 1 00010000:00010000:0.0:1767318259.363052:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9dee5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.363063:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9dee5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318259.363064:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x287:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.363069:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9deec lrc: 3/0,1 mode: --/PW res: [0x280000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.363071:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9dee5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.363076:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.363078:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.363080:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9deec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.363086:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.363087:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.363089:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.363089:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9deec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.363096:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9deec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.363103:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9deec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.363120:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+355:6187:x1853163938571520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 734us (1168us total) trans 4294976068 rc 0/0 00010000:00010000:1.0:1767318259.363120:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.363126:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23953 00010000:00010000:0.0:1767318259.363139:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.363144:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9deec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.363151:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.363155:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9deec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.363162:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9deec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.363172:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9deec lrc: 1/0,0 mode: --/PW res: [0x280000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.363179:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59400/0x3313483622c9deec lrc: 0/0,0 mode: --/PW res: [0x280000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.363192:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.363193:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.363195:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.363236:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c51b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+265:6185:x1853163938572416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (511us total) trans 4294975721 rc 0/0 00000100:00100000:1.0:1767318259.363241:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23955 00000004:00080000:1.0:1767318259.363273:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c519f80/2, rc 0, transno 4294975721 00000100:00100000:1.0:1767318259.363289:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938572416:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.363299:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c51bb80/2, rc 0, transno 4294976069 00000100:00100000:1.0:1767318259.363307:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c51bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938572288:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.363682:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.363688:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.363692:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.363704:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.363734:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938569088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.363763:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.363795:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938569600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.363816:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.363832:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938570112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.363853:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.363866:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938570624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.363884:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.363897:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938571136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.363916:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.363928:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938571648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.363946:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.363964:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938572160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.363985:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.363999:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318259.364004:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938572544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.364020:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.364301:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938568576 00000100:00100000:0.0:1767318259.364307:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938568576 00000100:00100000:0.0:1767318259.364333:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938569088 00000100:00100000:0.0:1767318259.364336:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938569088 00000100:00100000:0.0:1767318259.364362:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938569600 00000100:00100000:0.0:1767318259.364365:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938569600 00000100:00100000:0.0:1767318259.364379:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938570112 00000100:00100000:0.0:1767318259.364381:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938570112 00000100:00100000:2.0:1767318259.364478:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+267:6187:x1853163938571008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2432us (2589us total) trans 4294975722 rc 0/0 00000100:00100000:2.0:1767318259.364485:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23952 00000100:00100000:2.0:1767318259.364498:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938570624 00000100:00100000:2.0:1767318259.364502:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938570624 00000100:00100000:0.0:1767318259.364598:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938571136 00000100:00100000:0.0:1767318259.364603:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938571136 00000100:00100000:3.0:1767318259.371017:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938571648 00000100:00100000:3.0:1767318259.371031:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938571648 00000100:00100000:3.0:1767318259.371089:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938572160 00000100:00100000:3.0:1767318259.371092:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938572160 00000100:00100000:3.0:1767318259.371107:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938572544 00000100:00100000:3.0:1767318259.371110:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938572544 00000100:00100000:3.0:1767318259.371126:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23956 00000100:00100000:3.0:1767318259.371134:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+357:6188:x1853163938568576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.371162:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:534 count 1 00002000:00010000:3.0:1767318259.371194:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x216:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.371212:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9def3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.371226:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.371228:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.371233:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9def3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.371245:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9def3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.371255:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9def3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.371261:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9def3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.371286:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.371591:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+358:6188:x1853163938568576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 457us (7885us total) trans 4294976070 rc 0/0 00000100:00100000:3.0:1767318259.371599:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23956 00000100:00100000:3.0:1767318259.371616:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23957 00000100:00100000:3.0:1767318259.371623:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+357:6188:x1853163938569088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.371635:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:538 count 1 00002000:00010000:3.0:1767318259.371648:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x21a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.371652:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9defa lrc: 3/0,1 mode: --/PW res: [0x240000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.371659:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.371660:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.371663:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9defa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.371671:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9defa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.371678:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9defa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.371685:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9defa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.371698:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.373446:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23958 00000100:00100000:2.0:1767318259.373460:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+270:6188:x1853163938569600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.373484:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:635 count 1 00000100:00100000:3.0:1767318259.373518:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+358:6188:x1853163938569088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1882us (9740us total) trans 4294976071 rc 0/0 00002000:00010000:2.0:1767318259.373525:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x27b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1767318259.373526:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23957 00010000:00010000:2.0:1767318259.373531:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9df01 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.373544:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767318259.373545:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23959 00010000:00010000:2.0:1767318259.373546:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.373551:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9df01 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.373551:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+270:6188:x1853163938570112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.373562:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:639 count 1 00010000:00010000:2.0:1767318259.373564:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9df01 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.373573:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9df01 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767318259.373577:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x27f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.373580:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9df01 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.373581:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9df08 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.373588:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.373590:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.373592:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9df08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.373600:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1767318259.373600:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9df08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.373607:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9df08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.373614:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9df08 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.373626:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.373748:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+272:6188:x1853163938569600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 292us (9930us total) trans 4294975723 rc 0/0 00000100:00100000:3.0:1767318259.373753:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+272:6188:x1853163938570112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 196us (9892us total) trans 4294975724 rc 0/0 00000100:00100000:2.0:1767318259.373754:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23958 00000100:00100000:3.0:1767318259.373758:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23959 00000100:00100000:2.0:1767318259.373767:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23960 00000100:00100000:3.0:1767318259.373770:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23961 00000100:00100000:3.0:1767318259.373776:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+270:6188:x1853163938571136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.373787:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:644 count 1 00002000:00010000:3.0:1767318259.373802:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x284:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.373807:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9df0f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.373814:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.373816:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.373818:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9df0f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.373826:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9df0f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.373834:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9df0f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.373840:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9df0f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.373854:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318259.373975:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+271:6188:x1853163938571136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 198us (10056us total) trans 4294975725 rc 0/0 00000100:00100000:3.0:1767318259.373981:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23961 00000100:00100000:3.0:1767318259.373994:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23962 00000100:00100000:3.0:1767318259.374000:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+270:6188:x1853163938571648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.374010:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:645 count 1 00002000:00010000:3.0:1767318259.374037:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x285:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.374042:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9df16 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374049:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.374050:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.374053:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9df16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374061:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9df16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374068:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9df16 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374074:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9df16 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374081:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318259.374193:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+271:6188:x1853163938571648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 193us (10245us total) trans 4294975726 rc 0/0 00000100:00100000:3.0:1767318259.374199:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23962 00000100:00100000:3.0:1767318259.374213:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23963 00000100:00100000:3.0:1767318259.374219:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+357:6188:x1853163938572160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.374230:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:547 count 1 00002000:00010000:3.0:1767318259.374245:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x223:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.374249:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9df1d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374259:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.374261:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.374264:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9df1d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374273:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9df1d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374280:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9df1d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374285:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9df1d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374293:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767318259.374427:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+358:6188:x1853163938572160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 208us (10439us total) trans 4294976072 rc 0/0 00000100:00100000:3.0:1767318259.374433:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23963 00000100:00100000:3.0:1767318259.374447:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23964 00000100:00100000:3.0:1767318259.374453:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+270:6188:x1853163938572544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.374465:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:648 count 1 00002000:00010000:3.0:1767318259.374479:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x288:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.374484:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9df24 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374490:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.374492:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.374494:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9df24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374501:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9df24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374529:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9df24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374537:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9df24 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374545:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1767318259.374663:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+271:6188:x1853163938572544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (10641us total) trans 4294975727 rc 0/0 00000100:00100000:3.0:1767318259.374670:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23964 00010000:00010000:3.0:1767318259.374693:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1767318259.374698:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9def3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374706:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.374710:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9def3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374720:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9def3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374734:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9def3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374741:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2200/0x3313483622c9def3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374753:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318259.374757:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9defa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374763:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.374766:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9defa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374771:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9defa lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374780:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9defa lrc: 1/0,0 mode: --/PW res: [0x240000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374787:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3800/0x3313483622c9defa lrc: 0/0,0 mode: --/PW res: [0x240000404:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374801:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318259.374804:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9df01 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374810:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.374813:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9df01 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374820:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9df01 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374828:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9df01 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374834:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9df01 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374848:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318259.374851:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9df08 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374857:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.374859:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9df08 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374866:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9df08 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374873:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9df08 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374879:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9df08 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374893:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318259.374896:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9df0f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374902:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.374905:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9df0f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374911:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9df0f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374917:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9df0f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374923:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9df0f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374932:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.374934:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9df16 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374939:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.374942:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9df16 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374949:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9df16 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374957:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9df16 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374964:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9df16 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374975:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.374978:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9df1d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374984:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.374987:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9df1d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.374994:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9df1d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375003:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9df1d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375009:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9df1d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375020:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.375023:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9df24 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.375026:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+270:6188:x1853163938570624:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.375034:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.375036:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9df24 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.375042:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:640 count 1 00010000:00010000:3.0:1767318259.375043:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9df24 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375051:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9df24 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.375057:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x280:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.375058:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9df24 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.375062:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9df2b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.375069:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.375069:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.375071:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.375071:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.375072:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.375074:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9df2b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375080:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.375082:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9df2b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375085:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.375090:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9df2b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.375097:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9df2b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.375117:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1767318259.375128:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720df80/2, rc 0, transno 4294975727 00000100:00100000:3.0:1767318259.375143:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938572544:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.375152:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.375155:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9df2b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375162:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.375165:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9df2b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375172:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9df2b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375183:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9df2b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375189:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9df2b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.375201:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.375202:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.375204:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.375220:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720f800/2, rc 0, transno 4294976072 00000100:00100000:3.0:1767318259.375225:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938572160:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.375236:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025b8e00/2, rc 0, transno 4294976070 00000100:00100000:3.0:1767318259.375240:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938568576:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.375249:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025bb800/2, rc 0, transno 4294976071 00000100:00100000:3.0:1767318259.375253:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938569088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.375256:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+271:6188:x1853163938570624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1484us (11371us total) trans 4294975728 rc 0/0 00000004:00080000:3.0:1767318259.375261:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025bbb80/2, rc 0, transno 4294975723 00000100:00100000:2.0:1767318259.375263:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23960 00000100:00100000:3.0:1767318259.375264:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938569600:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.375272:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d2ad80/2, rc 0, transno 4294975724 00000100:00100000:3.0:1767318259.375275:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938570112:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.375282:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d2b480/2, rc 0, transno 4294975728 00000100:00100000:3.0:1767318259.375285:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938570624:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.375293:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d29500/2, rc 0, transno 4294975725 00000100:00100000:3.0:1767318259.375296:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938571136:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.375304:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d2a680/2, rc 0, transno 4294975726 00000004:00080000:2.0:1767318259.375307:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720fb80/2, rc 0, transno 4294976068 00000100:00100000:3.0:1767318259.375307:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938571648:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.375555:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938572800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.375593:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.375622:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.375627:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c51aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938572928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.375646:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.375670:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938572800 00000100:00100000:1.0:1767318259.375676:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938572800 00000100:00100000:1.0:1767318259.375707:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938572928 00000100:00100000:1.0:1767318259.375710:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938572928 00000100:00100000:1.0:1767318259.375723:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23965 00000100:00100000:1.0:1767318259.375729:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+359:6185:x1853163938572800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.375741:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:550 count 1 00002000:00010000:1.0:1767318259.375761:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x226:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.375767:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9df32 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.376443:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938571520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.376451:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938572032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.376491:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.376537:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025baa00/2, rc 0, transno 4294976063 00000100:00100000:2.0:1767318259.376541:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938568448:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.376549:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025b8700/2, rc 0, transno 4294976062 00000100:00100000:2.0:1767318259.376552:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938568960:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.376562:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d28a80/2, rc 0, transno 4294975719 00000100:00100000:2.0:1767318259.376565:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938569984:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.376574:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d29f80/2, rc 0, transno 4294975722 00000100:00100000:2.0:1767318259.376577:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938571008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.376588:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c519500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938573056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.376611:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.376629:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318259.376634:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938572672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.376652:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.376674:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938572032 00000100:00100000:2.0:1767318259.376678:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938572032 00000100:00100000:2.0:1767318259.376702:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938573056 00000100:00100000:2.0:1767318259.376705:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938573056 00000100:00100000:2.0:1767318259.376721:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938572672 00000100:00100000:2.0:1767318259.376724:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938572672 00000100:00100000:2.0:1767318259.376741:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23966 00000100:00100000:2.0:1767318259.376747:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+362:6185:x1853163938572928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.376763:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:551 count 1 00010000:00010000:1.0:1767318259.376871:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.376874:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.376879:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9df32 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.376891:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9df32 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.376899:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9df32 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.376906:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9df32 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.376920:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.377133:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+363:6185:x1853163938572800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1403us (1539us total) trans 4294976073 rc 0/0 00000100:00100000:1.0:1767318259.377140:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23965 00000100:00100000:1.0:1767318259.377156:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23967 00000100:00100000:1.0:1767318259.377164:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+362:6187:x1853163938572032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.377176:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:546 count 1 00002000:00010000:1.0:1767318259.377194:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x222:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.377199:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9df39 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.377206:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.377208:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.377211:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9df39 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.377219:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9df39 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.377227:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9df39 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.377233:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9df39 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.377243:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1767318259.378074:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x227:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.378083:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c9df40 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.378093:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.378095:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.378098:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c9df40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.378108:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c9df40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.378116:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c9df40 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.378122:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c9df40 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.378134:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.378300:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+363:6185:x1853163938572928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1550us (2650us total) trans 4294976074 rc 0/0 00000100:00100000:1.0:1767318259.378475:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+364:6187:x1853163938572032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1312us (1982us total) trans 4294976075 rc 0/0 00000100:00100000:2.0:1767318259.378500:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23966 00010000:00010000:3.0:1767318259.380155:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.380168:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9df32 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380179:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.380183:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9df32 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380193:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9df32 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380212:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9df32 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380219:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59a00/0x3313483622c9df32 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380243:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.380246:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9df39 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380251:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.380254:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9df39 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380260:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9df39 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380267:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9df39 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380274:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59c00/0x3313483622c9df39 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380283:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.380285:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c9df40 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380290:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.380292:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c9df40 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380298:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c9df40 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380304:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c9df40 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380309:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a400/0x3313483622c9df40 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.380326:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.380327:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.380329:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.380349:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.380355:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.380938:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.380962:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.381268:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938573184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.381336:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.381633:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938573184 00000100:00100000:0.0:1767318259.381640:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938573184 00000100:00100000:3.0:1767318259.382000:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938573696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.382529:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.382558:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1767318259.382565:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938573568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.382591:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.382602:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938574080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.382620:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.382806:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23967 00000100:00100000:1.0:1767318259.382909:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938573696 00000100:00100000:1.0:1767318259.382915:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938573696 00000100:00100000:1.0:1767318259.382937:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938573568 00000100:00100000:1.0:1767318259.382940:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938573568 00000100:00100000:1.0:1767318259.382950:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938574080 00000100:00100000:1.0:1767318259.382952:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938574080 00000100:00100000:1.0:1767318259.382966:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23968 00000100:00100000:1.0:1767318259.382975:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0304120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+362:6187:x1853163938573056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.383001:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:552 count 1 00002000:00010000:1.0:1767318259.383032:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x228:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.383041:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9df47 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383059:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.383061:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.383066:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9df47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383080:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9df47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383090:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9df47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383098:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9df47 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383124:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.383389:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0304120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+363:6187:x1853163938573056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 414us (6776us total) trans 4294976076 rc 0/0 00000100:00100000:1.0:1767318259.383397:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23968 00000100:00100000:1.0:1767318259.383411:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23969 00000100:00100000:1.0:1767318259.383418:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0304123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+362:6187:x1853163938572672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.383431:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:549 count 1 00002000:00010000:1.0:1767318259.383447:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x225:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.383452:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59600/0x3313483622c9df4e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383460:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.383462:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.383465:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59600/0x3313483622c9df4e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383474:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59600/0x3313483622c9df4e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383481:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59600/0x3313483622c9df4e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383487:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59600/0x3313483622c9df4e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383501:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.383638:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0304123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+363:6187:x1853163938572672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 220us (6983us total) trans 4294976077 rc 0/0 00000100:00100000:1.0:1767318259.383645:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23969 00000100:00100000:1.0:1767318259.383658:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23970 00000100:00100000:1.0:1767318259.383665:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+274:6188:x1853163938573696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.383678:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:653 count 1 00002000:00010000:1.0:1767318259.383695:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x28d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.383700:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9df55 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383708:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.383710:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.383713:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9df55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383728:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9df55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383736:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9df55 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383744:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9df55 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383755:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.383893:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+275:6188:x1853163938573696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 227us (1364us total) trans 4294975729 rc 0/0 00000100:00100000:1.0:1767318259.383900:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23970 00000100:00100000:1.0:1767318259.383913:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23971 00000100:00100000:1.0:1767318259.383921:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+274:6188:x1853163938573568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.383932:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:652 count 1 00002000:00010000:1.0:1767318259.383946:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x28c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.383951:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9df5c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383958:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.383960:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.383963:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9df5c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383972:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9df5c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383980:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9df5c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.383988:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9df5c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384003:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318259.384110:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+275:6188:x1853163938573568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 190us (1517us total) trans 4294975730 rc 0/0 00000100:00100000:1.0:1767318259.384117:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23971 00000100:00100000:1.0:1767318259.384128:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23972 00000100:00100000:1.0:1767318259.384135:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+274:6188:x1853163938574080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.384146:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:656 count 1 00002000:00010000:1.0:1767318259.384160:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x290:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.384164:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9df63 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384171:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.384173:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.384176:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9df63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384184:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9df63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384192:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9df63 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384200:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9df63 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384214:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318259.384318:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+275:6188:x1853163938574080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 183us (1696us total) trans 4294975731 rc 0/0 00000100:00100000:1.0:1767318259.384324:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23972 00010000:00010000:1.0:1767318259.384428:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.384434:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9df47 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384443:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.384447:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9df47 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384456:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9df47 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384471:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9df47 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384479:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59e00/0x3313483622c9df47 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384495:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.384499:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59600/0x3313483622c9df4e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384533:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.384537:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59600/0x3313483622c9df4e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384544:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59600/0x3313483622c9df4e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384552:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59600/0x3313483622c9df4e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384558:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59600/0x3313483622c9df4e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384570:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.384573:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9df55 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384578:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.384581:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9df55 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384587:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9df55 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384595:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9df55 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384606:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59000/0x3313483622c9df55 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384617:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.384620:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9df5c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384626:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.384628:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9df5c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384634:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9df5c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384642:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9df5c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384648:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce59800/0x3313483622c9df5c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384659:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.384662:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9df63 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384667:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.384670:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9df63 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384676:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9df63 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384684:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9df63 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384691:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58a00/0x3313483622c9df63 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.384700:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.384702:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.384703:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.384724:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938573312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.384760:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.384794:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938573824:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.384814:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.384829:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938574336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.384847:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318259.384863:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.384871:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.384876:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.384883:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c51aa00/2, rc 0, transno 4294976074 00000100:00100000:1.0:1767318259.384893:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c51aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938572928:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.384905:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c519c00/2, rc 0, transno 4294976073 00000100:00100000:1.0:1767318259.384909:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938572800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.384920:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1767318259.384926:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938573440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.384948:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.384964:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040351ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938573952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.384982:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.384996:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c51ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938574464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.385014:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.385032:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938573312 00000100:00100000:1.0:1767318259.385037:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938573312 00000100:00100000:1.0:1767318259.385057:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938573824 00000100:00100000:1.0:1767318259.385060:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938573824 00000100:00100000:1.0:1767318259.385067:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938574336 00000100:00100000:1.0:1767318259.385069:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938574336 00000100:00100000:1.0:1767318259.385077:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938573440 00000100:00100000:1.0:1767318259.385079:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938573440 00000100:00100000:1.0:1767318259.385086:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938573952 00000100:00100000:1.0:1767318259.385088:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938573952 00000100:00100000:1.0:1767318259.385095:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938574464 00000100:00100000:1.0:1767318259.385096:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938574464 00000100:00100000:1.0:1767318259.385106:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23973 00000100:00100000:1.0:1767318259.385111:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c51b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+278:6185:x1853163938573312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.385129:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:650 count 1 00002000:00010000:1.0:1767318259.385148:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x28a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.385153:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58e00/0x3313483622c9df6a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.385162:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.385164:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.385167:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58e00/0x3313483622c9df6a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.385176:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58e00/0x3313483622c9df6a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.385184:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58e00/0x3313483622c9df6a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.385191:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58e00/0x3313483622c9df6a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.385204:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1767318259.385726:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c518700/2, rc 0, transno 4294976077 00000100:00100000:3.0:1767318259.385734:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938572672:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.385742:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c519500/2, rc 0, transno 4294976076 00000100:00100000:3.0:1767318259.385745:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c519500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938573056:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.385762:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720e300/2, rc 0, transno 4294976075 00000100:00100000:3.0:1767318259.385765:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938572032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.385774:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318259.385780:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938574208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.385812:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.385836:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938574208 00000100:00100000:3.0:1767318259.385841:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938574208 00000100:00100000:3.0:1767318259.385864:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23974 00000100:00100000:3.0:1767318259.385870:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+279:6185:x1853163938573824:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.385887:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23975 00000100:00100000:3.0:1767318259.385892:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+365:6185:x1853163938574336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.385906:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:554 count 1 00002000:00010000:3.0:1767318259.385927:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x22a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.385932:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9df71 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.385941:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.385942:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.385946:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9df71 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.385954:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9df71 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.385961:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9df71 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.385968:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9df71 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.385982:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318259.385992:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.385998:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58e00/0x3313483622c9df6a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.386004:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.386007:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58e00/0x3313483622c9df6a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.386014:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58e00/0x3313483622c9df6a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.386039:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58e00/0x3313483622c9df6a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.386047:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58e00/0x3313483622c9df6a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.386065:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.386068:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9df71 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.386074:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.386077:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9df71 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.386083:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9df71 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.386098:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9df71 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.386105:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9df71 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.386119:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.386122:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.386123:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.386305:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+366:6185:x1853163938574336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 410us (1455us total) trans 4294976078 rc 0/0 00000100:00100000:3.0:1767318259.386312:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23975 00000004:00080000:3.0:1767318259.386356:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c518e00/2, rc 0, transno 4294976078 00000100:00100000:3.0:1767318259.386361:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938574336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.386380:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23976 00000100:00100000:3.0:1767318259.386388:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c51b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+279:6185:x1853163938573440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.386403:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23977 00000100:00100000:3.0:1767318259.386408:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+279:6185:x1853163938573952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.389047:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:654 count 1 00000100:00100000:1.0:1767318259.389097:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c51b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+279:6185:x1853163938573312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3982us (4333us total) trans 4294975732 rc 0/0 00000100:00100000:1.0:1767318259.389108:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23973 00000004:00080000:3.0:1767318259.389116:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720d500/2, rc 0, transno 4294975732 00000100:00100000:3.0:1767318259.389129:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938573312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.389135:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23978 00000100:00100000:1.0:1767318259.389147:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c51a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+365:6185:x1853163938574464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.389159:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:555 count 1 00002000:00010000:1.0:1767318259.389178:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x22b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.389185:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9df7f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.389192:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938574592:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.389197:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.389199:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.389204:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9df7f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.389215:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9df7f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.389224:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9df7f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.389226:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.389232:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9df7f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.389252:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.389259:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.389265:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9df7f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389272:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.389276:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9df7f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389284:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9df7f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389298:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9df7f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389304:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58600/0x3313483622c9df7f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389319:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.389321:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.389323:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1767318259.389347:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x28e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.389353:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9df78 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389360:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.389362:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.389365:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9df78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389374:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9df78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389382:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9df78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389389:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9df78 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389403:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.389412:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.389416:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9df78 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389423:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.389426:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9df78 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389433:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9df78 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389441:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9df78 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389448:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2c00/0x3313483622c9df78 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.389463:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.389465:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.389467:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.389686:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+279:6185:x1853163938573824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3814us (4869us total) trans 4294975733 rc 0/0 00000100:00100000:3.0:1767318259.389693:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23974 00000004:00080000:3.0:1767318259.389996:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351ca80/2, rc 0, transno 4294975733 00000100:00100000:3.0:1767318259.390008:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938573824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.390061:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318259.390070:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938574720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.390094:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.390112:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938574592 00000100:00100000:3.0:1767318259.390117:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938574592 00000100:00100000:3.0:1767318259.390136:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938574720 00000100:00100000:3.0:1767318259.390138:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938574720 00000100:00100000:3.0:1767318259.390147:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23979 00000100:00100000:3.0:1767318259.390153:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+365:6187:x1853163938574208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.390167:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:553 count 1 00002000:00010000:3.0:1767318259.390184:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x229:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.390189:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9df86 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390198:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.390199:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.390202:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9df86 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390210:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9df86 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390216:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9df86 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390223:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9df86 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390234:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.390241:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.390245:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9df86 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390251:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.390254:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9df86 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390260:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9df86 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390271:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9df86 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390277:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9df86 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390293:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.390295:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.390296:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.390471:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+366:6187:x1853163938574208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 316us (4656us total) trans 4294976079 rc 0/0 00000100:00100000:3.0:1767318259.390477:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23979 00000004:00080000:3.0:1767318259.390529:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c518380/2, rc 0, transno 4294976079 00000100:00100000:3.0:1767318259.390535:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938574208:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.390561:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:651 count 1 00002000:00010000:3.0:1767318259.390579:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x28b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.390584:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9df8d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.390587:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23980 00010000:00010000:3.0:1767318259.390592:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.390593:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.390596:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9df8d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.390598:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+280:6187:x1853163938574592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.390606:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9df8d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.390611:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:657 count 1 00010000:00010000:3.0:1767318259.390613:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9df8d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390620:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9df8d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.390625:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x291:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.390629:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9df94 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390631:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.390636:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.390638:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.390639:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.390641:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9df94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390644:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9df8d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.390650:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9df94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390650:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.390654:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9df8d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.390658:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9df94 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390662:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9df8d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.390665:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9df94 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390672:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9df8d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.390677:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.390678:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9df8d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390692:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.390695:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9df94 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390701:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.390717:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9df94 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390724:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9df94 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390733:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9df94 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.390740:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ba00/0x3313483622c9df94 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.390833:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+281:6187:x1853163938574592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 237us (1605us total) trans 4294975734 rc 0/0 00000100:00100000:2.0:1767318259.390839:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23980 00000100:00100000:2.0:1767318259.390854:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23981 00000100:00100000:2.0:1767318259.390860:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+280:6187:x1853163938574720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.390872:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:658 count 1 00002000:00010000:2.0:1767318259.390886:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x292:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.390891:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b800/0x3313483622c9df9b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.390899:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.390900:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.390903:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b800/0x3313483622c9df9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.390911:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b800/0x3313483622c9df9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.390917:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b800/0x3313483622c9df9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.390923:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b800/0x3313483622c9df9b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.390934:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.391047:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+281:6187:x1853163938574720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 187us (951us total) trans 4294975735 rc 0/0 00000100:00100000:2.0:1767318259.391053:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23981 00000100:00100000:1.0:1767318259.391757:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c51a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+366:6185:x1853163938574464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2613us (6740us total) trans 4294976080 rc 0/0 00000100:00100000:1.0:1767318259.391766:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23978 00010000:00010000:1.0:1767318259.391938:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.391945:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b800/0x3313483622c9df9b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.391954:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.391958:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b800/0x3313483622c9df9b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.391965:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b800/0x3313483622c9df9b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.391979:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b800/0x3313483622c9df9b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.391987:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b800/0x3313483622c9df9b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.392003:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.392005:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.392007:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.392023:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938574976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.392062:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.392091:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938574976 00000100:00100000:1.0:1767318259.392096:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938574976 00000100:00100000:1.0:1767318259.392122:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23982 00000100:00100000:1.0:1767318259.392128:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+366:6186:x1853163938574976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.392146:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:557 count 1 00002000:00010000:1.0:1767318259.392166:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x22d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.392171:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9dfa2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.392180:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.392181:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.392185:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9dfa2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.392195:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9dfa2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.392202:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9dfa2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.392209:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9dfa2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.392223:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.392451:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c51b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938574848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.392479:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.392521:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938575360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.392543:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.392576:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c51ad80/2, rc 0, transno 4294976080 00000100:00100000:2.0:1767318259.392587:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c51ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938574464:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.393160:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.393164:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9dfa2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393171:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.393174:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9dfa2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393182:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9dfa2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393195:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9dfa2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393201:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58800/0x3313483622c9dfa2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393216:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.393218:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.393220:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.393227:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.393231:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.393243:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938575104:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.393275:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.393293:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938575616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.393309:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.393336:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f87800/2, rc 0, transno 4294975735 00000100:00100000:3.0:1767318259.393358:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938574720:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.393410:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f85500/2, rc 0, transno 4294975734 00000100:00100000:3.0:1767318259.393418:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938574592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.393449:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938575872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.393469:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.393477:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+367:6186:x1853163938574976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1348us (1413us total) trans 4294976081 rc 0/0 00000100:00100000:1.0:1767318259.393488:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23982 00000100:00100000:3.0:1767318259.393491:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1767318259.393496:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938575232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.393523:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938574848 00000100:00100000:1.0:1767318259.393528:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938574848 00000100:00100000:3.0:1767318259.393530:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.393551:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938575360 00000100:00100000:3.0:1767318259.393552:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938575104 00000100:00100000:1.0:1767318259.393554:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938575360 00000100:00100000:3.0:1767318259.393555:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938575104 00000100:00100000:1.0:1767318259.393567:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938575616 00000100:00100000:3.0:1767318259.393567:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938575872 00000100:00100000:1.0:1767318259.393569:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938575616 00000100:00100000:3.0:1767318259.393569:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938575872 00000100:00100000:3.0:1767318259.393578:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938575232 00000100:00100000:3.0:1767318259.393580:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938575232 00000100:00100000:1.0:1767318259.393584:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23983 00000100:00100000:1.0:1767318259.393590:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03025bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+371:6185:x1853163938574848:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.393590:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23984 00000100:00100000:3.0:1767318259.393594:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04186b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+371:6185:x1853163938575360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.393605:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:556 count 1 00002000:00080000:3.0:1767318259.393605:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:560 count 1 00002000:00010000:1.0:1767318259.393624:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x22c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1767318259.393624:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x230:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.393631:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59200/0x3313483622c9dfa9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393631:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3200/0x3313483622c9dfb0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.393641:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.393641:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.393643:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.393643:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.393648:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59200/0x3313483622c9dfa9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393648:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3200/0x3313483622c9dfb0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.393660:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59200/0x3313483622c9dfa9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393660:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3200/0x3313483622c9dfb0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.393669:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59200/0x3313483622c9dfa9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393669:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3200/0x3313483622c9dfb0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.393677:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59200/0x3313483622c9dfa9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393678:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3200/0x3313483622c9dfb0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.393691:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318259.393694:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.393873:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03025bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+372:6185:x1853163938574848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 282us (1391us total) trans 4294976082 rc 0/0 00000100:00100000:1.0:1767318259.393879:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23983 00000100:00100000:1.0:1767318259.393893:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23985 00000100:00100000:1.0:1767318259.393899:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+371:6187:x1853163938575104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.393909:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:558 count 1 00002000:00010000:1.0:1767318259.393922:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x22e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.393926:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dfb7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.393933:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.393934:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.393937:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dfb7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.393944:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dfb7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.393952:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dfb7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.393959:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dfb7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.393970:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.394180:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23986 00000100:00100000:3.0:1767318259.394187:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04186b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+373:6185:x1853163938575360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 591us (1643us total) trans 4294976084 rc 0/0 00000100:00100000:2.0:1767318259.394189:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+373:6187:x1853163938575616:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.394193:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23984 00002000:00080000:2.0:1767318259.394201:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:562 count 1 00000100:00100000:3.0:1767318259.394204:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23987 00000100:00100000:3.0:1767318259.394209:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+281:6185:x1853163938575872:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1767318259.394215:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x232:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.394220:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dfbe lrc: 3/0,1 mode: --/PW res: [0x240000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767318259.394220:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:660 count 1 00010000:00010000:2.0:1767318259.394227:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.394229:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.394232:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dfbe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767318259.394235:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x294:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.394240:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dfbe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394240:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9dfc5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394247:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.394248:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dfbe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394249:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.394252:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9dfc5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394255:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dfbe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394261:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9dfc5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394267:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9dfc5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394269:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1767318259.394275:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9dfc5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394282:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318259.394421:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+282:6185:x1853163938575872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (949us total) trans 4294975736 rc 0/0 00000100:00100000:3.0:1767318259.394428:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23987 00000100:00100000:3.0:1767318259.394441:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23988 00000100:00100000:3.0:1767318259.394446:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+373:6187:x1853163938575232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.394457:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:559 count 1 00002000:00010000:3.0:1767318259.394472:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x22f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.394477:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9dfcc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.394484:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+373:6187:x1853163938575616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 297us (1174us total) trans 4294976085 rc 0/0 00010000:00010000:3.0:1767318259.394484:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.394486:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.394489:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9dfcc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.394491:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23986 00010000:00010000:3.0:1767318259.394498:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9dfcc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394522:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9dfcc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394529:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9dfcc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394537:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318259.394559:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938575744:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.394587:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.394615:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720f480/2, rc 0, transno 4294976085 00000100:00100000:2.0:1767318259.394621:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938575616:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.394635:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938575744 00000100:00100000:2.0:1767318259.394639:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938575744 00000100:00100000:3.0:1767318259.394650:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+373:6187:x1853163938575232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 203us (1119us total) trans 4294976086 rc 0/0 00000100:00100000:3.0:1767318259.394656:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23988 00000100:00100000:2.0:1767318259.394659:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23989 00000100:00100000:2.0:1767318259.394664:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+282:6187:x1853163938575744:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.394670:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00002000:00080000:2.0:1767318259.394675:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:659 count 1 00010000:00010000:3.0:1767318259.394676:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3200/0x3313483622c9dfb0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394683:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.394687:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3200/0x3313483622c9dfb0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.394688:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x293:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.394692:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dfd3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.394695:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3200/0x3313483622c9dfb0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394699:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.394701:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.394703:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dfd3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394712:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dfd3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394720:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dfd3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394726:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dfd3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394733:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318259.394843:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+283:6187:x1853163938575744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (254us total) trans 4294975737 rc 0/0 00000100:00100000:2.0:1767318259.394850:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23989 00002000:00080000:2.0:1767318259.394875:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:655 count 1 00002000:00010000:2.0:1767318259.394892:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x28f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.394896:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b600/0x3313483622c9dfda lrc: 3/0,1 mode: --/PW res: [0x280000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394904:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.394905:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.394908:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b600/0x3313483622c9dfda lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394916:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b600/0x3313483622c9dfda lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394923:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b600/0x3313483622c9dfda lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394930:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b600/0x3313483622c9dfda lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.394938:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767318259.394955:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23990 00000100:00100000:0.0:1767318259.394965:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+282:6188:x1853163938573184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.394977:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:649 count 1 00002000:00010000:0.0:1767318259.394993:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x289:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.394997:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dfe1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395005:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.395007:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.395009:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dfe1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395018:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dfe1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395040:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dfe1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.395045:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+283:6185:x1853163938573952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8637us (10062us total) trans 4294975738 rc 0/0 00010000:00010000:0.0:1767318259.395047:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dfe1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.395052:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23977 00010000:00010000:0.0:1767318259.395056:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1767318259.395182:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+284:6188:x1853163938573184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 219us (13846us total) trans 4294975739 rc 0/0 00000100:00100000:0.0:1767318259.395188:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23990 00010000:00010000:0.0:1767318259.395204:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767318259.395209:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59200/0x3313483622c9dfa9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395216:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.395219:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59200/0x3313483622c9dfa9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395225:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59200/0x3313483622c9dfa9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395238:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59200/0x3313483622c9dfa9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395244:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59200/0x3313483622c9dfa9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395260:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767318259.395263:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dfb7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395269:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.395271:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dfb7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395278:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dfb7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395285:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dfb7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395296:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58200/0x3313483622c9dfb7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395307:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318259.395310:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dfbe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395316:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.395318:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dfbe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395325:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dfbe lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395333:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dfbe lrc: 1/0,0 mode: --/PW res: [0x240000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395349:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b200/0x3313483622c9dfbe lrc: 0/0,0 mode: --/PW res: [0x240000404:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395363:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.395367:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9dfc5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395373:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.395376:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9dfc5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395385:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9dfc5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395394:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9dfc5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395400:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3600/0x3313483622c9dfc5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395417:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.395420:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9dfcc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395427:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.395430:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9dfcc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395437:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9dfcc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395444:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9dfcc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395451:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9dfcc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395467:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.395470:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dfd3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395476:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.395478:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dfd3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395484:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dfd3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395491:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dfd3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395498:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a200/0x3313483622c9dfd3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395533:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.395537:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b600/0x3313483622c9dfda lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395543:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.395546:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b600/0x3313483622c9dfda lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395552:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b600/0x3313483622c9dfda lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395562:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b600/0x3313483622c9dfda lrc: 1/0,0 mode: --/PW res: [0x280000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395568:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02b600/0x3313483622c9dfda lrc: 0/0,0 mode: --/PW res: [0x280000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395577:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.395580:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dfe1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395586:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.395588:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dfe1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395595:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dfe1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.395598:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+372:6187:x1853163938575104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1699us (2321us total) trans 4294976083 rc 0/0 00010000:00010000:0.0:1767318259.395604:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dfe1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.395605:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23985 00010000:00010000:0.0:1767318259.395610:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9dfe1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.395621:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.395623:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.395624:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.395691:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.395714:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351c000/2, rc 0, transno 4294975730 00000100:00100000:1.0:1767318259.395738:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938573568:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.395750:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e4a80/2, rc 0, transno 4294975731 00000100:00100000:1.0:1767318259.395754:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938574080:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.395763:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351d500/2, rc 0, transno 4294975729 00000100:00100000:1.0:1767318259.395766:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938573696:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.395992:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3200/0x3313483622c9dfb0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.396000:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3200/0x3313483622c9dfb0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.396010:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.396012:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.396014:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.396148:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.396156:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.396168:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043ef22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938576384:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.396202:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.396238:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1f800/2, rc 0, transno 4294975736 00000100:00100000:3.0:1767318259.396247:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938575872:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.396257:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c51b480/2, rc 0, transno 4294976082 00000100:00100000:3.0:1767318259.396265:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c51b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938574848:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.396273:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d2b100/2, rc 0, transno 4294976084 00000100:00100000:3.0:1767318259.396276:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938575360:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.396284:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a040351ed80/2, rc 0, transno 4294975738 00000100:00100000:3.0:1767318259.396286:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040351ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938573952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.396297:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767318259.396302:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938576000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.396321:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.396364:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043ef20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938576512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.396384:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.396453:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938576384 00000100:00100000:3.0:1767318259.396458:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938576384 00000100:00100000:3.0:1767318259.396482:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938576000 00000100:00100000:3.0:1767318259.396485:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938576000 00000100:00100000:3.0:1767318259.396498:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938576512 00000100:00100000:2.0:1767318259.396500:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c51b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+284:6185:x1853163938573440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10113us (11549us total) trans 4294975740 rc 0/0 00000100:00100000:3.0:1767318259.396500:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938576512 00000100:00100000:2.0:1767318259.396521:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23976 00000100:00100000:3.0:1767318259.396533:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23991 00000100:00100000:3.0:1767318259.396539:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+284:6185:x1853163938576384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.396610:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:662 count 1 00002000:00010000:3.0:1767318259.396632:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x296:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000004:00080000:1.0:1767318259.396634:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720ed80/2, rc 0, transno 4294975739 00010000:00010000:3.0:1767318259.396638:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9dfe8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.396644:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938573184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.396648:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.396650:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.396654:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9dfe8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.396665:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9dfe8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.396673:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9dfe8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.396680:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9dfe8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318259.396685:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d2a300/2, rc 0, transno 4294976081 00000100:00100000:1.0:1767318259.396692:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938574976:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.396692:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.396713:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04417e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938576256:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.396735:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.396755:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938576256 00000100:00100000:1.0:1767318259.396759:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938576256 00000100:00100000:2.0:1767318259.396838:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23992 00000100:00100000:2.0:1767318259.396846:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+372:6185:x1853163938576000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.396858:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:563 count 1 00002000:00010000:2.0:1767318259.396873:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x233:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.396877:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c9dfef lrc: 3/0,1 mode: --/PW res: [0x240000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.396881:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+286:6185:x1853163938576384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 341us (678us total) trans 4294975741 rc 0/0 00010000:00010000:2.0:1767318259.396885:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.396886:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767318259.396887:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23991 00010000:00010000:2.0:1767318259.396889:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c9dfef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.396898:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c9dfef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.396900:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23993 00000100:00100000:3.0:1767318259.396906:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+285:6185:x1853163938576512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.396907:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c9dfef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.396914:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c9dfef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767318259.396915:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:663 count 1 00010000:00010000:2.0:1767318259.396927:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1767318259.396928:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x297:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.396932:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dff6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.396939:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.396941:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.396943:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dff6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.396952:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dff6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.396959:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dff6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.396965:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dff6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.396978:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.397053:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+373:6185:x1853163938576000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 208us (731us total) trans 4294976087 rc 0/0 00000100:00100000:2.0:1767318259.397060:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23992 00000100:00100000:3.0:1767318259.397099:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+286:6185:x1853163938576512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 192us (712us total) trans 4294975742 rc 0/0 00000100:00100000:3.0:1767318259.397105:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23993 00010000:00010000:3.0:1767318259.397121:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.397127:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9dfe8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397134:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.397137:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9dfe8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397145:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9dfe8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397157:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9dfe8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397164:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3a00/0x3313483622c9dfe8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397179:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.397183:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c9dfef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397189:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.397191:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c9dfef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397197:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c9dfef lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397205:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c9dfef lrc: 1/0,0 mode: --/PW res: [0x240000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397210:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b400/0x3313483622c9dfef lrc: 0/0,0 mode: --/PW res: [0x240000404:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397222:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.397225:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dff6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397230:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.397234:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dff6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397241:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dff6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397249:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dff6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397255:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9dff6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397265:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.397267:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.397269:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.397281:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938576896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.397304:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.397335:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408256300/2, rc 0, transno 4294976087 00000100:00100000:3.0:1767318259.397356:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408256300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938576000:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.397390:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043ef20000/2, rc 0, transno 4294975742 00000100:00100000:3.0:1767318259.397399:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043ef20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938576512:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.397407:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043ef22a00/2, rc 0, transno 4294975741 00000100:00100000:3.0:1767318259.397411:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043ef22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938576384:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.397419:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720dc00/2, rc 0, transno 4294975740 00000100:00100000:3.0:1767318259.397422:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938573440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.397432:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938577408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.397433:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938576896 00000100:00100000:2.0:1767318259.397437:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938576896 00000100:00100000:3.0:1767318259.397456:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.397458:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23994 00000100:00100000:2.0:1767318259.397464:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+286:6185:x1853163938576896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.397474:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:664 count 1 00000100:00100000:3.0:1767318259.397476:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318259.397481:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405824e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938577024:0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1767318259.397489:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x298:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.397494:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dffd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.397501:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.397502:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.397503:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.397533:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dffd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.397542:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dffd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.397550:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dffd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.397557:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dffd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.397567:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1767318259.397575:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.397575:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938577536:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.397583:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.397587:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dffd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397594:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.397597:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dffd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397605:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dffd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397616:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dffd lrc: 1/0,0 mode: --/PW res: [0x280000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397622:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02aa00/0x3313483622c9dffd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.397635:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.397637:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.397639:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.397661:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.397691:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938576128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.397696:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+287:6185:x1853163938576896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 233us (391us total) trans 4294975743 rc 0/0 00000100:00100000:2.0:1767318259.397706:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23994 00000100:00100000:3.0:1767318259.397710:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.397717:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938577408 00000100:00100000:2.0:1767318259.397720:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938577408 00000100:00100000:3.0:1767318259.397725:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938576640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.397736:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938577024 00000100:00100000:2.0:1767318259.397739:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938577024 00000100:00100000:3.0:1767318259.397742:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.398101:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408255c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938577152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.398126:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.401687:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23995 00000100:00100000:0.0:1767318259.401721:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+373:6185:x1853163938577408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.401771:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:568 count 1 00002000:00010000:0.0:1767318259.401810:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x238:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.401818:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e004 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.401832:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.401834:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.401839:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e004 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.401852:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e004 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.401862:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e004 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.401869:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e004 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.401891:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.402266:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938577664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.402323:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.402592:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+374:6185:x1853163938577408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 891us (5133us total) trans 4294976088 rc 0/0 00000100:00100000:0.0:1767318259.402600:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23995 00000100:00100000:2.0:1767318259.408449:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938577536 00000100:00100000:2.0:1767318259.408463:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938577536 00000100:00100000:2.0:1767318259.408547:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938576128 00000100:00100000:2.0:1767318259.408551:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938576128 00000100:00100000:2.0:1767318259.408571:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938576640 00000100:00100000:2.0:1767318259.408573:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938576640 00000100:00100000:2.0:1767318259.408594:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938577152 00000100:00100000:2.0:1767318259.408597:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938577152 00000100:00100000:2.0:1767318259.408613:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23996 00000100:00100000:2.0:1767318259.408622:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+289:6185:x1853163938577024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.408652:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:665 count 1 00002000:00010000:2.0:1767318259.408687:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x299:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.408695:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9e00b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.408710:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.408712:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.408717:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9e00b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.408731:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9e00b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.408739:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9e00b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.408747:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9e00b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.408764:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.409130:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+290:6185:x1853163938577024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 508us (11625us total) trans 4294975744 rc 0/0 00000100:00100000:2.0:1767318259.409138:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23996 00000100:00100000:2.0:1767318259.409155:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23997 00000100:00100000:2.0:1767318259.409162:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+289:6188:x1853163938576256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.409175:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:661 count 1 00002000:00010000:2.0:1767318259.409190:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x295:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.409194:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9e012 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.409202:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.409203:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.409206:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9e012 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.409214:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9e012 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.409221:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9e012 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.409227:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9e012 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.409241:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.409427:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23998 00000100:00100000:1.0:1767318259.409438:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+289:6185:x1853163938577536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.409451:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:667 count 1 00002000:00010000:1.0:1767318259.409467:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x29b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.409472:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9e019 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.409484:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.409485:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.409488:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9e019 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.409497:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9e019 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.409519:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9e019 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.409527:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9e019 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.409535:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318259.409660:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+290:6185:x1853163938577536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 225us (11998us total) trans 4294975745 rc 0/0 00000100:00100000:1.0:1767318259.409666:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23998 00000100:00100000:1.0:1767318259.409679:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23999 00000100:00100000:1.0:1767318259.409685:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031170b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+375:6187:x1853163938576128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.409697:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:564 count 1 00002000:00010000:1.0:1767318259.409715:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x234:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.409721:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9e020 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.409728:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.409730:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.409733:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9e020 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.409741:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9e020 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.409748:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9e020 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.409755:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9e020 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.409763:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318259.409987:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031170b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+376:6187:x1853163938576128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 303us (12275us total) trans 4294976089 rc 0/0 00000100:00100000:1.0:1767318259.409994:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23999 00000100:00100000:1.0:1767318259.410007:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24000 00000100:00100000:1.0:1767318259.410013:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+375:6187:x1853163938576640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.410024:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:565 count 1 00002000:00010000:1.0:1767318259.410039:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x235:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.410043:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9e027 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.410051:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.410052:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.410055:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9e027 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.410068:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9e027 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.410076:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9e027 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.410082:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9e027 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.410089:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767318259.410204:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+376:6187:x1853163938576640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 189us (12458us total) trans 4294976090 rc 0/0 00000100:00100000:1.0:1767318259.410210:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24000 00000100:00100000:1.0:1767318259.410221:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24001 00000100:00100000:1.0:1767318259.410227:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+289:6187:x1853163938577152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.410238:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:666 count 1 00002000:00010000:1.0:1767318259.410250:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x29a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.410255:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58000/0x3313483622c9e02e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.410261:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.410262:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.410265:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58000/0x3313483622c9e02e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.410274:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58000/0x3313483622c9e02e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.410280:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58000/0x3313483622c9e02e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.410286:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58000/0x3313483622c9e02e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.410293:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1767318259.410479:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+290:6188:x1853163938576256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1317us (13741us total) trans 4294975746 rc 0/0 00000100:00100000:2.0:1767318259.410486:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23997 00000100:00100000:3.0:1767318259.410772:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938577664 00000100:00100000:3.0:1767318259.410779:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938577664 00000100:00100000:3.0:1767318259.410816:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24002 00000100:00100000:3.0:1767318259.410823:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+290:6187:x1853163938577664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.410836:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:668 count 1 00002000:00010000:3.0:1767318259.410853:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x29c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.410858:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e035 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.410866:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.410868:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.410871:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e035 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.410880:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e035 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.410888:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e035 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.410894:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e035 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.410909:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:3.0:1767318259.410936:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1767318259.410942:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e004 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.410949:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.410952:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e004 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.410961:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e004 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.410975:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e004 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.410981:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e004 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.410997:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318259.411001:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9e00b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411005:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.411008:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9e00b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411018:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9e00b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411040:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9e00b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411047:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02ae00/0x3313483622c9e00b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411064:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318259.411067:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9e012 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411073:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.411076:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9e012 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411083:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9e012 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411090:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9e012 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411097:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a000/0x3313483622c9e012 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411111:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318259.411115:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9e019 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411120:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.411123:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9e019 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411129:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9e019 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411136:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9e019 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411142:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58400/0x3313483622c9e019 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411157:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318259.411160:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9e020 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411165:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce59400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.411167:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9e020 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411174:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9e020 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411182:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9e020 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411188:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce59400/0x3313483622c9e020 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411199:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.411202:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9e027 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411208:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.411210:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9e027 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411217:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9e027 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411225:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9e027 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411232:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030ce58c00/0x3313483622c9e027 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411243:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.411246:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58000/0x3313483622c9e02e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411256:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030ce58000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.411259:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58000/0x3313483622c9e02e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411265:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58000/0x3313483622c9e02e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411273:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58000/0x3313483622c9e02e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411279:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030ce58000/0x3313483622c9e02e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411289:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.411292:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e035 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411297:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.411299:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e035 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411305:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e035 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411314:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e035 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411326:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e035 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411348:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.411350:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.411352:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.411359:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.411396:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031170b100/2, rc 0, transno 4294975745 00000100:00100000:3.0:1767318259.411415:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938577536:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.411427:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405824e00/2, rc 0, transno 4294975744 00000100:00100000:3.0:1767318259.411431:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405824e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938577024:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.411442:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311990000/2, rc 0, transno 4294976088 00000100:00100000:3.0:1767318259.411452:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938577408:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.411520:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a77b80/2, rc 0, transno 4294975743 00000100:00100000:3.0:1767318259.411525:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938576896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.411539:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938577920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.411578:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.411586:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+291:6187:x1853163938577152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1359us (13458us total) trans 4294975747 rc 0/0 00000100:00100000:1.0:1767318259.411594:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24001 00000100:00100000:1.0:1767318259.411607:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938577920 00000100:00100000:1.0:1767318259.411610:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938577920 00000100:00100000:1.0:1767318259.411634:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24003 00000100:00100000:1.0:1767318259.411640:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+376:6185:x1853163938577920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.411654:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:569 count 1 00002000:00010000:1.0:1767318259.411671:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x239:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.411676:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e03c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.411683:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.411685:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.411688:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e03c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.411697:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e03c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.411709:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e03c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.411717:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e03c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.411718:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+291:6187:x1853163938577664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 896us (9395us total) trans 4294975748 rc 0/0 00000100:00100000:3.0:1767318259.411725:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24002 00010000:00010000:1.0:1767318259.411729:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.411741:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.411746:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e03c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411756:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.411760:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e03c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411767:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e03c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411778:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e03c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411785:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e03c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411798:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.411799:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.411801:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.411819:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031170a680/2, rc 0, transno 4294975748 00000100:00100000:3.0:1767318259.411823:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938577664:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.411833:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d28380/2, rc 0, transno 4294976086 00000100:00100000:3.0:1767318259.411842:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938575232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.411872:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318259.411879:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938578048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.411900:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.411920:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938578048 00000100:00100000:3.0:1767318259.411924:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938578048 00000100:00100000:3.0:1767318259.411945:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24004 00000100:00100000:3.0:1767318259.411951:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+377:6185:x1853163938578048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.411962:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:570 count 1 00002000:00010000:3.0:1767318259.411975:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x23a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.411980:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e043 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411987:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.411988:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.411991:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e043 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.411999:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e043 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412005:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e043 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412011:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e043 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412022:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.412061:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.412065:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e043 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412071:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.412074:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e043 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412081:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e043 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412091:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e043 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412098:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e043 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412110:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.412112:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.412113:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.412135:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1c000/2, rc 0, transno 4294975737 00000100:00100000:3.0:1767318259.412140:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938575744:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.412151:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d2aa00/2, rc 0, transno 4294976083 00000100:00100000:3.0:1767318259.412157:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938575104:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.412191:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408257800/2, rc 0, transno 4294976089 00000100:00100000:3.0:1767318259.412198:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938576128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.412218:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938578432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.412239:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.412266:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938578944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.412285:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.412300:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318259.412305:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938578560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.412324:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.412354:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938578432 00000100:00100000:3.0:1767318259.412358:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938578432 00000100:00100000:3.0:1767318259.412373:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938578944 00000100:00100000:3.0:1767318259.412376:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938578944 00000100:00100000:3.0:1767318259.412384:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938578560 00000100:00100000:3.0:1767318259.412387:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938578560 00000100:00100000:3.0:1767318259.412397:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24005 00000100:00100000:2.0:1767318259.412403:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24006 00000100:00100000:3.0:1767318259.412403:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+293:6185:x1853163938578432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.412411:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+293:6185:x1853163938578944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.412414:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:671 count 1 00002000:00080000:2.0:1767318259.412421:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:674 count 1 00002000:00010000:3.0:1767318259.412430:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x29f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1767318259.412434:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.412435:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e04a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.412438:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9e051 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412444:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.412445:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.412445:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.412446:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.412449:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9e051 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412449:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e04a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.412459:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9e051 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412460:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e04a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.412468:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9e051 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412468:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e04a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.412476:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9e051 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412476:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e04a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.412487:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.412628:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+378:6185:x1853163938577920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 987us (1048us total) trans 4294976091 rc 0/0 00000100:00100000:1.0:1767318259.412635:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24003 00000100:00100000:1.0:1767318259.412649:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24007 00000100:00100000:1.0:1767318259.412656:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+294:6185:x1853163938578560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.412667:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:672 count 1 00002000:00010000:1.0:1767318259.412681:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.412685:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e058 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.412692:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.412693:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.412696:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e058 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.412704:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e058 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.412711:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e058 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.412719:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e058 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.413446:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318259.413725:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.415743:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+296:6185:x1853163938578432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3330us (3493us total) trans 4294975749 rc 0/0 00000100:00100000:3.0:1767318259.416077:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24005 00010000:00010000:3.0:1767318259.416118:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.416126:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e04a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416136:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.416140:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e04a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416150:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e04a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416169:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e04a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416175:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e04a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416199:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.416202:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9e051 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416208:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.416211:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9e051 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416222:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9e051 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416229:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9e051 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416235:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02bc00/0x3313483622c9e051 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416252:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.416257:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e058 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416262:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.416265:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e058 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416272:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e058 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416281:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e058 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416288:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e058 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.416306:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.416308:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.416310:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.416319:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.416585:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+378:6185:x1853163938578048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4633us (4683us total) trans 4294976092 rc 0/0 00000100:00100000:3.0:1767318259.416592:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24004 00010000:00010000:0.0:1767318259.417491:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.417575:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+295:6185:x1853163938578944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5162us (5285us total) trans 4294975750 rc 0/0 00000100:00100000:2.0:1767318259.417584:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24006 00010000:00010000:0.0:1767318259.417600:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.420560:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.420623:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04417e4e00/2, rc 0, transno 4294975746 00000100:00100000:0.0:1767318259.420650:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04417e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938576256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.420663:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938576768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.420733:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.420787:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938577280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.420808:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.420830:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938576768 00000100:00100000:0.0:1767318259.420835:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938576768 00000100:00100000:0.0:1767318259.420868:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938577280 00000100:00100000:0.0:1767318259.420871:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938577280 00000100:00100000:0.0:1767318259.420886:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24008 00000100:00100000:0.0:1767318259.420894:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+379:6188:x1853163938576768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.420921:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:566 count 1 00002000:00010000:0.0:1767318259.420952:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x236:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.420959:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e05f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.420972:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.420974:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.420978:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e05f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.420990:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e05f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.420998:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e05f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421004:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e05f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421354:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.421480:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24009 00000100:00100000:2.0:1767318259.421489:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+379:6188:x1853163938577280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.421500:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:567 count 1 00002000:00010000:2.0:1767318259.421535:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x237:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.421541:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9e066 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.421549:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.421550:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.421553:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9e066 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.421562:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9e066 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.421569:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9e066 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.421575:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9e066 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.421588:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.421628:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+380:6188:x1853163938576768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 733us (894us total) trans 4294976093 rc 0/0 00000100:00100000:0.0:1767318259.421636:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24008 00000100:00100000:0.0:1767318259.421663:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031720ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938575488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.421688:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.421700:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+380:6188:x1853163938577280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 213us (890us total) trans 4294976094 rc 0/0 00000100:00100000:2.0:1767318259.421706:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24009 00000100:00100000:2.0:1767318259.421718:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938575488 00000100:00100000:0.0:1767318259.421722:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938579072:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.421722:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938575488 00000100:00100000:0.0:1767318259.421743:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.421747:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24010 00000100:00100000:2.0:1767318259.421753:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+380:6186:x1853163938575488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.421764:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:561 count 1 00000100:00100000:0.0:1767318259.421782:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938579072 00000100:00100000:0.0:1767318259.421785:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938579072 00002000:00010000:2.0:1767318259.421791:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x231:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.421796:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9e06d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.421802:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1767318259.421804:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24011 00010000:00010000:2.0:1767318259.421804:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.421807:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9e06d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.421810:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0304120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+295:6186:x1853163938579072:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.421816:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9e06d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767318259.421822:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:675 count 1 00010000:00010000:2.0:1767318259.421823:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9e06d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.421829:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9e06d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318259.421840:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.421842:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318259.421844:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9e074 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421852:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.421853:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.421856:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9e074 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421865:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9e074 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421872:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9e074 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421880:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9e074 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421892:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767318259.421901:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.421907:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e05f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421914:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.421918:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e05f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421926:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e05f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421941:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e05f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421948:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e05f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.421953:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+381:6186:x1853163938575488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 200us (265us total) trans 4294976095 rc 0/0 00000100:00100000:2.0:1767318259.421959:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24010 00010000:00010000:0.0:1767318259.421964:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.421967:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9e066 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421973:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.421973:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.421977:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9e066 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.421978:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9e06d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421984:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9e066 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.421985:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.421988:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9e06d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.421994:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9e066 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.421995:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9e06d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.422001:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02ac00/0x3313483622c9e066 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.422005:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9e06d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.422010:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02a800/0x3313483622c9e06d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.422015:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.422019:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9e074 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.422020:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.422022:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.422024:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.422963:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+295:6185:x1853163938578560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10303us (10632us total) trans 4294975751 rc 0/0 00000100:00100000:1.0:1767318259.422973:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24007 00000004:00080000:2.0:1767318259.423611:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a74e00/2, rc 0, transno 4294976090 00000100:00100000:2.0:1767318259.423630:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938576640:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.423646:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408255c00/2, rc 0, transno 4294975747 00000100:00100000:2.0:1767318259.423656:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408255c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938577152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.423722:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938578176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.423767:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.423815:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938578688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.423834:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.423852:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938579200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.423869:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.423898:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938578176 00000100:00100000:2.0:1767318259.423903:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938578176 00000100:00100000:2.0:1767318259.423935:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938578688 00000100:00100000:2.0:1767318259.423937:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938578688 00000100:00100000:2.0:1767318259.423949:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938579200 00000100:00100000:2.0:1767318259.423951:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938579200 00000100:00100000:2.0:1767318259.423969:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24012 00000100:00100000:2.0:1767318259.423976:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+382:6187:x1853163938578176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.424000:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:571 count 1 00002000:00010000:2.0:1767318259.424029:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x23b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.424036:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9e07b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424048:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.424051:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.424055:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9e07b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424068:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9e07b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424077:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9e07b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424083:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9e07b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424105:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.424117:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.424122:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9e07b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424129:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.424132:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9e07b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424140:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9e07b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424154:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9e07b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424160:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02be00/0x3313483622c9e07b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424181:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.424183:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.424184:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.424196:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24013 00000100:00100000:2.0:1767318259.424202:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+382:6187:x1853163938578688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.424214:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:572 count 1 00002000:00010000:2.0:1767318259.424228:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x23c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.424232:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9e082 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424239:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.424241:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.424244:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9e082 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424253:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9e082 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424260:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9e082 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424266:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9e082 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424278:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.424286:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.424290:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9e082 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424297:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.424300:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9e082 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.424307:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9e082 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.424446:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24014 00000100:00100000:1.0:1767318259.424458:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+295:6187:x1853163938579200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.424470:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:676 count 1 00002000:00010000:1.0:1767318259.424490:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.424495:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9e089 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.424502:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.424519:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.424523:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9e089 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.424533:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9e089 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.424541:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9e089 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.424548:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9e089 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.424562:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.424999:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+296:6187:x1853163938579200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 544us (1127us total) trans 4294975752 rc 0/0 00000100:00100000:1.0:1767318259.425007:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24014 00010000:00010000:1.0:1767318259.425034:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.425038:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9e089 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.425045:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.425048:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9e089 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.425054:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9e089 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.425066:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9e089 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.425072:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96600/0x3313483622c9e089 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.425087:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.425089:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.425090:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.425203:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9e082 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.425211:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c02b000/0x3313483622c9e082 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.425230:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.425231:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.425233:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.425259:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca2a300/2, rc 0, transno 4294975752 00000100:00100000:2.0:1767318259.425270:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938579200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.425403:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318259.425415:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938579328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.425447:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.425662:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+383:6187:x1853163938578176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1685us (1893us total) trans 4294976096 rc 0/0 00000100:00100000:2.0:1767318259.425670:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24012 00000100:00100000:2.0:1767318259.425682:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938579328 00000100:00100000:2.0:1767318259.425687:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938579328 00000100:00100000:2.0:1767318259.425708:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24015 00000100:00100000:2.0:1767318259.425715:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+296:6187:x1853163938579328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.425730:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:677 count 1 00002000:00010000:2.0:1767318259.425752:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.425758:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9e090 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.425766:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.425768:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.426001:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.426005:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9e074 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.426012:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9e074 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.426108:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9e090 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.426122:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9e090 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.426130:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9e090 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.426137:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9e090 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.426151:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.426293:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+297:6187:x1853163938579328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 578us (845us total) trans 4294975753 rc 0/0 00000100:00100000:2.0:1767318259.426300:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24015 00000004:00080000:2.0:1767318259.426416:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a65c00/2, rc 0, transno 4294975753 00000100:00100000:2.0:1767318259.426427:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938579328:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.426473:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b63b80/2, rc 0, transno 4294976096 00000100:00100000:2.0:1767318259.426478:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938578176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.426642:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+383:6187:x1853163938578688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2439us (2805us total) trans 4294976097 rc 0/0 00000100:00100000:2.0:1767318259.426649:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24013 00000004:00080000:2.0:1767318259.426673:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b61500/2, rc 0, transno 4294976097 00010000:00010000:0.0:1767318259.426674:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9e074 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.426677:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938578688:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.426683:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258800/0x3313483622c9e074 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.426718:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.426723:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9e090 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.426729:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.426733:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9e090 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.426740:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9e090 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.426745:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.427762:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0304120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+297:6186:x1853163938579072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5949us (6015us total) trans 4294975754 rc 0/0 00000100:00100000:1.0:1767318259.427787:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24011 00000004:00080000:1.0:1767318259.427837:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408257100/2, rc 0, transno 4294976094 00000100:00100000:1.0:1767318259.427842:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938577280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.427852:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938577792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.427886:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.427914:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938578304:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.427931:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.427943:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ca28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938578816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.427957:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.427973:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a75500/2, rc 0, transno 4294976093 00000100:00100000:1.0:1767318259.427977:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938576768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.428125:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938577792 00000100:00100000:2.0:1767318259.428131:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938577792 00000100:00100000:2.0:1767318259.428192:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938578304 00000100:00100000:2.0:1767318259.428196:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938578304 00010000:00010000:0.0:1767318259.429127:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9e090 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.429141:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a600/0x3313483622c9e090 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.429169:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.429171:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.429174:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.430789:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca29c00/2, rc 0, transno 4294975751 00000100:00100000:3.0:1767318259.430815:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938578560:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.430832:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.430948:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.430961:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938579712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.431016:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.447475:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938578816 00000100:00100000:1.0:1767318259.447491:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938578816 00000100:00100000:1.0:1767318259.447569:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938579712 00000100:00100000:1.0:1767318259.447574:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938579712 00000100:00100000:0.0:1767318259.447711:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938579584:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.447912:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.447954:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938580096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.447974:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24016 00000100:00100000:0.0:1767318259.447977:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.447986:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+299:6188:x1853163938577792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.448014:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:669 count 1 00000004:00080000:0.0:1767318259.448022:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca28000/2, rc 0, transno 4294975754 00002000:00010000:1.0:1767318259.448048:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x29d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.448055:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e097 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.448068:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.448070:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.448075:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e097 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.448094:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e097 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.448103:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e097 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.448110:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e097 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.448113:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938579072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.448125:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767318259.448131:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031720ea00/2, rc 0, transno 4294976095 00000100:00100000:0.0:1767318259.448140:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031720ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938575488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.448151:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767318259.448157:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938579456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.448178:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.448195:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938579968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.448211:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.448230:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938579584 00000100:00100000:0.0:1767318259.448234:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938579584 00000100:00100000:2.0:1767318259.448278:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24017 00010000:00010000:2.0:1767318259.448289:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.448295:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e097 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.448303:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97e00 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:1.0:1767318259.448672:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+301:6188:x1853163938577792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 687us (20783us total) trans 4294975755 rc 0/0 00000100:00100000:1.0:1767318259.448681:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24016 00000100:00100000:1.0:1767318259.448699:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938580096 00000100:00100000:1.0:1767318259.448702:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938580096 00000100:00100000:1.0:1767318259.448726:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938579456 00000100:00100000:1.0:1767318259.448729:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938579456 00000100:00100000:1.0:1767318259.448745:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938579968 00000100:00100000:1.0:1767318259.448748:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938579968 00000100:00100000:1.0:1767318259.448766:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24018 00000100:00100000:1.0:1767318259.448783:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+301:6188:x1853163938578816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.448797:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:673 count 1 00002000:00010000:1.0:1767318259.448814:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.448819:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e09e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.448826:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.448829:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.448832:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e09e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.448840:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e09e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.448847:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e09e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.448853:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e09e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.448867:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.448993:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+302:6188:x1853163938578816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 221us (21034us total) trans 4294975756 rc 0/0 00000100:00100000:1.0:1767318259.449000:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24018 00000100:00100000:1.0:1767318259.449014:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24019 00000100:00100000:1.0:1767318259.449020:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043bc35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+385:6187:x1853163938579712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.449032:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:573 count 1 00002000:00010000:1.0:1767318259.449049:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x23d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.449053:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e0a5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.449061:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.449062:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.449065:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e0a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.449079:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e0a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.449087:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e0a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.449093:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e0a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.449115:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.449245:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043bc35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+386:6187:x1853163938579712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 225us (18228us total) trans 4294976098 rc 0/0 00000100:00100000:1.0:1767318259.449251:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24019 00000100:00100000:1.0:1767318259.449264:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24020 00000100:00100000:1.0:1767318259.449271:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+385:6186:x1853163938580096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.449281:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:576 count 1 00002000:00010000:1.0:1767318259.449296:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x240:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.449300:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e0ac lrc: 3/0,1 mode: --/PW res: [0x240000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.449905:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e097 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.449919:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e097 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.449935:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e097 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.449943:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e097 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.449964:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.449968:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e09e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.449974:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.449977:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e09e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.449984:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e09e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.449996:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e09e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450003:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e09e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450014:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.450017:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e0a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450023:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.450026:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e0a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450033:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e0a5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450043:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e0a5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450049:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e0a5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450060:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.450062:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.450064:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.450085:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24021 00000100:00100000:2.0:1767318259.450096:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03025bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+301:6186:x1853163938579456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.450111:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:678 count 1 00002000:00010000:2.0:1767318259.450131:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.450136:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9e0b3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450144:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.450145:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.450149:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9e0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450158:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9e0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450166:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9e0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450173:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9e0b3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.450190:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.450947:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03025bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+302:6186:x1853163938579456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 851us (2765us total) trans 4294975757 rc 0/0 00000100:00100000:2.0:1767318259.450957:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24021 00000100:00100000:2.0:1767318259.450978:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24022 00000100:00100000:2.0:1767318259.450986:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04186b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+385:6186:x1853163938579968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.451000:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:575 count 1 00002000:00010000:2.0:1767318259.451023:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x23f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.451030:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e0ba lrc: 3/0,1 mode: --/PW res: [0x240000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.451039:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.451041:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.451044:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e0ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.451054:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e0ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.451061:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e0ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.451068:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e0ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.451083:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.451236:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04186b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+386:6186:x1853163938579968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 250us (3022us total) trans 4294976099 rc 0/0 00000100:00100000:2.0:1767318259.451243:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24022 00000100:00100000:2.0:1767318259.451273:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0408257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+301:6188:x1853163938578304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.451287:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:670 count 1 00002000:00010000:2.0:1767318259.451304:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x29e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.452866:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.452876:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.452885:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e0ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.452902:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e0ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.452914:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e0ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.452921:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e0ac lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.452939:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.453170:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+386:6186:x1853163938580096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3897us (5188us total) trans 4294976100 rc 0/0 00000100:00100000:1.0:1767318259.453180:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24020 00010000:00010000:1.0:1767318259.453249:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.453256:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9e0b3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.453264:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c02a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.453267:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9e0b3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.453276:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9e0b3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.453293:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9e0b3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.453302:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c02a400/0x3313483622c9e0b3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453445:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e0c1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453456:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.453459:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.453462:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e0c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453471:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e0c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453479:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e0c1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453486:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e0c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453526:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.453531:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e0ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453538:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.453541:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e0ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453547:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e0ba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453556:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e0ba lrc: 1/0,0 mode: --/PW res: [0x240000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453562:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e0ba lrc: 0/0,0 mode: --/PW res: [0x240000404:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453581:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.453584:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e0ac lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453590:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.453593:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e0ac lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453599:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e0ac lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453607:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e0ac lrc: 1/0,0 mode: --/PW res: [0x240000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453614:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e0ac lrc: 0/0,0 mode: --/PW res: [0x240000404:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453628:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.453630:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.453632:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.453644:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.453652:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.453656:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e0c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453662:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.453665:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e0c1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453672:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e0c1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453682:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e0c1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453688:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e0c1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.453699:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.453701:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.453702:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.453867:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0408257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+302:6188:x1853163938578304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5582us (25934us total) trans 4294975758 rc 0/0 00000100:00100000:2.0:1767318259.453875:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24017 00000100:00100000:0.0:1767318259.455972:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24023 00010000:00010000:0.0:1767318259.455996:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.456113:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0304123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+301:6186:x1853163938579584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.456146:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:679 count 1 00002000:00010000:0.0:1767318259.456180:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.456188:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e0c8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.456201:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.456202:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.456207:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e0c8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.456219:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e0c8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.456228:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e0c8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.456241:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e0c8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.456255:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.456545:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0304123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+302:6186:x1853163938579584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 562us (8632us total) trans 4294975759 rc 0/0 00000100:00100000:0.0:1767318259.456554:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24023 00000004:00080000:0.0:1767318259.456618:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b60380/2, rc 0, transno 4294976099 00000100:00100000:0.0:1767318259.456625:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938579968:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.456639:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b60a80/2, rc 0, transno 4294975759 00000100:00100000:0.0:1767318259.456651:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938579584:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.456660:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b63800/2, rc 0, transno 4294976100 00000100:00100000:0.0:1767318259.456664:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938580096:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.456677:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a67480/2, rc 0, transno 4294975757 00000100:00100000:0.0:1767318259.456680:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938579456:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.458607:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.458614:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e0c8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.458621:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.458626:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e0c8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.458635:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e0c8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.458656:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e0c8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.458662:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e0c8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.458674:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.458675:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.458678:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.458800:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.463821:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b61880/2, rc 0, transno 4294976098 00000100:00100000:2.0:1767318259.463842:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938579712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.463851:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938580224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.463906:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.463947:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938580736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.463973:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.463988:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767318259.463993:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938579840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.464012:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.464028:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043bc37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938580352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.464047:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.464077:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938580224 00000100:00100000:2.0:1767318259.464083:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938580224 00000100:00100000:2.0:1767318259.464120:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938580736 00000100:00100000:2.0:1767318259.464123:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938580736 00000100:00100000:2.0:1767318259.464139:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938579840 00000100:00100000:2.0:1767318259.464142:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938579840 00000100:00100000:2.0:1767318259.464154:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938580352 00000100:00100000:2.0:1767318259.464157:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938580352 00000100:00100000:2.0:1767318259.464176:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24024 00000100:00100000:2.0:1767318259.464184:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+388:6187:x1853163938580224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.464208:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:577 count 1 00002000:00010000:2.0:1767318259.464240:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x241:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.464248:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e0cf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.464262:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.464264:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.464269:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e0cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.464281:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e0cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.464289:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e0cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.464296:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e0cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.464475:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.464564:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.464572:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e0cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.464580:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.464583:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e0cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.464591:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e0cf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.464606:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e0cf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.464612:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e0cf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.464629:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.464631:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.464632:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.464645:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938580608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.464676:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.464693:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318259.464698:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938580480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.464716:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.464719:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+389:6187:x1853163938580224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 536us (813us total) trans 4294976101 rc 0/0 00000100:00100000:2.0:1767318259.464727:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24024 00000100:00100000:2.0:1767318259.464741:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938580608 00000100:00100000:2.0:1767318259.464745:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938580608 00000100:00100000:2.0:1767318259.464768:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938580480 00000100:00100000:2.0:1767318259.464962:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938580480 00000100:00100000:2.0:1767318259.464989:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24025 00000100:00100000:2.0:1767318259.464996:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+390:6187:x1853163938580736:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.465002:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24026 00000100:00100000:0.0:1767318259.465009:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+390:6187:x1853163938579840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.465010:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:580 count 1 00002000:00010000:2.0:1767318259.465028:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x244:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.465034:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e0d6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.465041:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.465043:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.465046:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e0d6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.465055:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e0d6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.465062:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e0d6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.465069:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e0d6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.465084:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1767318259.465093:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:574 count 1 00002000:00010000:0.0:1767318259.465110:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x23e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.465115:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e0dd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465123:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.465124:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.465127:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e0dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465141:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e0dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465148:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e0dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465155:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e0dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465168:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.465219:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+391:6187:x1853163938580736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 223us (1244us total) trans 4294976102 rc 0/0 00000100:00100000:2.0:1767318259.465225:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24025 00000100:00100000:0.0:1767318259.465289:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+391:6187:x1853163938579840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 281us (1275us total) trans 4294976103 rc 0/0 00000100:00100000:0.0:1767318259.465295:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24026 00000100:00100000:0.0:1767318259.465306:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24027 00000100:00100000:0.0:1767318259.465313:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+302:6187:x1853163938580352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.465325:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:680 count 1 00002000:00010000:0.0:1767318259.465352:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.465357:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e0e4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465364:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.465365:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.465368:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e0e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465378:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e0e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465386:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e0e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465393:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e0e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465408:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.465565:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+303:6187:x1853163938580352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 252us (1516us total) trans 4294975760 rc 0/0 00000100:00100000:0.0:1767318259.465570:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24027 00000100:00100000:0.0:1767318259.465582:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24028 00000100:00100000:0.0:1767318259.465588:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+390:6186:x1853163938580608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.465598:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:579 count 1 00002000:00010000:0.0:1767318259.465612:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x243:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.465617:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e0eb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465625:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.465626:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.465629:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e0eb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465637:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e0eb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465644:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e0eb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465650:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e0eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.465657:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318259.466217:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24029 00000100:00100000:1.0:1767318259.466230:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+391:6186:x1853163938580480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.466244:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:578 count 1 00002000:00010000:1.0:1767318259.466260:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x242:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.466265:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e0f2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.466277:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.466279:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.466283:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e0f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.466294:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e0f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.466303:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e0f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.466324:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e0f2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.466332:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318259.466492:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+392:6186:x1853163938580480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 264us (1774us total) trans 4294976105 rc 0/0 00000100:00100000:1.0:1767318259.466500:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24029 00010000:00010000:2.0:1767318259.467237:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318259.467247:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e0d6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467256:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.467260:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e0d6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467269:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e0d6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467286:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e0d6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467294:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e0d6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467848:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318259.467853:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e0dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467860:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.467864:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e0dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467871:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e0dd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467882:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e0dd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467889:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e0dd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467902:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.467906:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e0e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467911:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.467914:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e0e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467920:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e0e4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467931:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e0e4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467938:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e0e4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467955:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.467959:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e0eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467964:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.467967:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e0eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467974:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e0eb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467983:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e0eb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.467990:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e0eb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.468001:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.468004:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e0f2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.468010:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.468012:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e0f2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.468017:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e0f2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.468025:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e0f2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.468031:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e0f2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.468043:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.468044:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.468046:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.468058:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.468098:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b62a00/2, rc 0, transno 4294976103 00000100:00100000:2.0:1767318259.468114:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938579840:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.468151:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043bc37800/2, rc 0, transno 4294975760 00000100:00100000:2.0:1767318259.468160:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043bc37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938580352:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.468171:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a64700/2, rc 0, transno 4294976102 00000100:00100000:2.0:1767318259.468177:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938580736:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.468203:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b61c00/2, rc 0, transno 4294976101 00000100:00100000:2.0:1767318259.468209:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938580224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.468239:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938581248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.468280:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318259.468965:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.468972:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.470345:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+391:6186:x1853163938580608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4743us (5653us total) trans 4294976104 rc 0/0 00000100:00100000:0.0:1767318259.470358:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24028 00000100:00100000:0.0:1767318259.470383:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938581248 00000100:00100000:0.0:1767318259.470389:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938581248 00000100:00100000:0.0:1767318259.470423:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24030 00000100:00100000:0.0:1767318259.470430:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+391:6187:x1853163938581248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.470453:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:582 count 1 00002000:00010000:0.0:1767318259.470479:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x246:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.470486:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e0f9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.470499:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.470502:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.470520:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e0f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.470533:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e0f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.470543:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e0f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.470557:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e0f9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.470577:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.470824:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+392:6187:x1853163938581248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 393us (2542us total) trans 4294976106 rc 0/0 00000100:00100000:0.0:1767318259.470831:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24030 00010000:00010000:0.0:1767318259.470856:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.470861:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e0f9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.470868:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.470873:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e0f9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.470881:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e0f9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.470897:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e0f9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.470903:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e0f9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.470916:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.470918:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.470920:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.470938:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938581120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.470973:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.470996:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938581120 00000100:00100000:0.0:1767318259.471000:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938581120 00000100:00100000:0.0:1767318259.471204:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24031 00000100:00100000:0.0:1767318259.471213:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+303:6186:x1853163938581120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.471229:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:682 count 1 00002000:00010000:0.0:1767318259.471252:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.471257:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e100 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.471266:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.471268:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.471271:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e100 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.471281:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e100 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.471289:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e100 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.471297:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e100 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.471311:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.471478:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+304:6186:x1853163938581120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 267us (504us total) trans 4294975761 rc 0/0 00000100:00100000:0.0:1767318259.471488:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24031 00000004:00080000:2.0:1767318259.472561:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a66d80/2, rc 0, transno 4294976106 00000100:00100000:2.0:1767318259.472578:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938581248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.472590:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00010000:00010000:2.0:1767318259.472604:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.472612:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e100 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.472622:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.472627:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e100 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.472637:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e100 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.472653:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e100 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.472661:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e100 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.472679:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.472681:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.472683:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.472740:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.472759:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938580864:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.472801:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.472830:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938581376:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.472849:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.472870:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938580864 00000100:00100000:2.0:1767318259.472875:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938580864 00000100:00100000:2.0:1767318259.472908:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938581376 00000100:00100000:2.0:1767318259.472911:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938581376 00000100:00100000:2.0:1767318259.472933:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24032 00000100:00100000:2.0:1767318259.472940:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+393:6187:x1853163938580864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.472960:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:581 count 1 00002000:00010000:2.0:1767318259.472985:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x245:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.472991:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e107 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.473001:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.473003:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.473008:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e107 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.473019:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e107 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.473026:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e107 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.473034:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e107 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.473047:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.473251:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+394:6187:x1853163938580864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 310us (449us total) trans 4294976107 rc 0/0 00000100:00100000:2.0:1767318259.473259:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24032 00000100:00100000:2.0:1767318259.473275:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24033 00000100:00100000:2.0:1767318259.473281:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+393:6187:x1853163938581376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.473292:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:583 count 1 00002000:00010000:2.0:1767318259.473306:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x247:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000004:00080000:0.0:1767318259.474320:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067daa00/2, rc 0, transno 4294975761 00000100:00100000:0.0:1767318259.474336:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938581120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.474357:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938581632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.474396:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.474440:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a66a00/2, rc 0, transno 4294976105 00000100:00100000:0.0:1767318259.474453:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938580480:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.474533:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a67800/2, rc 0, transno 4294976104 00000100:00100000:0.0:1767318259.474541:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938580608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.474567:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1767318259.474573:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043bc35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938580992:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.474594:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.474617:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938581632 00000100:00100000:0.0:1767318259.474622:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938581632 00000100:00100000:0.0:1767318259.474651:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938580992 00000100:00100000:0.0:1767318259.474653:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938580992 00000100:00100000:0.0:1767318259.474672:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24034 00000100:00100000:0.0:1767318259.474678:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+305:6186:x1853163938581632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.474696:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:683 count 1 00002000:00010000:0.0:1767318259.474723:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.474730:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e115 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.474742:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.474744:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.474936:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e115 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.474950:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e115 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.474959:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e115 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.474966:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e115 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.474981:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.475287:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+306:6186:x1853163938581632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 607us (889us total) trans 4294975762 rc 0/0 00000100:00100000:0.0:1767318259.475296:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24034 00000100:00100000:0.0:1767318259.475316:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24035 00000100:00100000:0.0:1767318259.475323:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+305:6186:x1853163938580992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.475336:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:681 count 1 00002000:00010000:0.0:1767318259.475361:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.475366:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e11c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475374:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.475375:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.475379:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e11c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475387:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e11c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475395:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e11c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475402:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e11c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475418:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318259.475429:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.475435:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e107 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475443:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.475447:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e107 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475455:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e107 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475479:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e107 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475487:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e107 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475503:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.475529:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e115 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475536:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.475539:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e115 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475546:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e115 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475555:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e115 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475562:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e115 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475575:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.475578:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e11c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475583:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.475586:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e11c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475593:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e11c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475601:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e11c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475613:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e11c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.475622:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.475624:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.475626:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.475694:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e10e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.475713:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.475715:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.475719:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e10e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.475727:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e10e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.475735:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e10e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.475741:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e10e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.475756:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.476057:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+394:6187:x1853163938581376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2775us (3206us total) trans 4294976108 rc 0/0 00000100:00100000:2.0:1767318259.476065:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24033 00010000:00010000:2.0:1767318259.476085:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.476089:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e10e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.476096:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.476099:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e10e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.476113:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e10e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.476125:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e10e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.476131:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e10e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.476144:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.476145:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.476147:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.476194:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a64e00/2, rc 0, transno 4294976108 00000100:00100000:2.0:1767318259.477438:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938581376:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.477461:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938581760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.477528:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.477576:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306352300/2, rc 0, transno 4294976107 00000100:00100000:0.0:1767318259.477856:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+306:6186:x1853163938580992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2532us (3258us total) trans 4294975763 rc 0/0 00000100:00100000:0.0:1767318259.477866:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24035 00000100:00100000:0.0:1767318259.477891:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938581760 00000100:00100000:0.0:1767318259.477897:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938581760 00000100:00100000:0.0:1767318259.477936:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24036 00000100:00100000:0.0:1767318259.477942:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+394:6187:x1853163938581760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.477968:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:585 count 1 00002000:00010000:0.0:1767318259.477996:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x249:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.478003:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e123 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.478014:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.478016:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.478021:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e123 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.478197:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e123 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.478206:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e123 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.478214:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e123 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.478230:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.479499:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+395:6187:x1853163938581760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1552us (1966us total) trans 4294976109 rc 0/0 00000100:00100000:0.0:1767318259.479522:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24036 00000004:00080000:0.0:1767318259.479581:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043bc35180/2, rc 0, transno 4294975763 00000100:00100000:0.0:1767318259.479593:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043bc35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938580992:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.479603:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938581504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.479634:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.479657:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938581504 00000100:00100000:0.0:1767318259.479662:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938581504 00000100:00100000:0.0:1767318259.479694:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24037 00000100:00100000:0.0:1767318259.479700:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+395:6186:x1853163938581504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.479721:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:584 count 1 00002000:00010000:0.0:1767318259.479745:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x248:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.479751:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e12a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479761:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.479763:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.479768:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e12a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479779:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e12a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479787:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e12a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479794:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e12a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479809:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.479819:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.479824:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e123 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479831:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.479835:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e123 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479844:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e123 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479859:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e123 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479865:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e123 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479881:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.479884:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e12a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479890:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.479893:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e12a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479899:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e12a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479909:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e12a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479915:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e12a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.479926:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.479928:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.479929:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.480121:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+396:6186:x1853163938581504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 421us (486us total) trans 4294976110 rc 0/0 00000100:00100000:0.0:1767318259.480128:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24037 00000004:00080000:0.0:1767318259.480159:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a65180/2, rc 0, transno 4294976110 00000100:00100000:0.0:1767318259.480179:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938581504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.480186:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938582016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.480209:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.480228:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938582016 00000100:00100000:0.0:1767318259.480232:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938582016 00000100:00100000:0.0:1767318259.480255:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24038 00000100:00100000:0.0:1767318259.480261:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+396:6186:x1853163938582016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.480273:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:587 count 1 00002000:00010000:0.0:1767318259.480287:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x24b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.480292:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e131 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.480299:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.480301:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.480304:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e131 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.480312:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e131 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.480320:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e131 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.480327:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e131 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.480352:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.480471:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+397:6186:x1853163938582016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 210us (260us total) trans 4294976111 rc 0/0 00000100:00100000:0.0:1767318259.480477:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24038 00000004:00080000:0.0:1767318259.480522:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f84700/2, rc 0, transno 4294976111 00000100:00100000:0.0:1767318259.480528:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938582016:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.480539:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067d9180/2, rc 0, transno 4294975762 00000100:00100000:0.0:1767318259.480543:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938581632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.480557:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938582144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.480579:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.480598:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938582144 00000100:00100000:0.0:1767318259.480602:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938582144 00000100:00100000:0.0:1767318259.480629:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24039 00000100:00100000:0.0:1767318259.480634:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+306:6186:x1853163938582144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.480646:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:684 count 1 00002000:00010000:0.0:1767318259.480666:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.480672:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e138 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.480680:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.480681:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.480684:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e138 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.480692:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e138 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.480700:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e138 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.480707:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e138 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.480728:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.480865:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+307:6186:x1853163938582144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 229us (283us total) trans 4294975764 rc 0/0 00000100:00100000:0.0:1767318259.480874:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24039 00000004:00080000:0.0:1767318259.480904:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067d8700/2, rc 0, transno 4294975764 00000100:00100000:0.0:1767318259.480909:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938582144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.480918:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938582656:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.480941:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.480959:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938582656 00000100:00100000:0.0:1767318259.480963:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938582656 00000100:00100000:0.0:1767318259.480986:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24040 00000100:00100000:0.0:1767318259.480992:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+397:6186:x1853163938582656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.481003:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:591 count 1 00002000:00010000:0.0:1767318259.481017:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x24f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.481022:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e13f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481497:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.481526:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e131 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481536:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.481539:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e131 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481547:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e131 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481561:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e131 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481568:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e131 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481586:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.481590:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e138 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481595:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.481598:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e138 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481604:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e138 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481613:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e138 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481620:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e138 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.481631:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.481632:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.481634:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.482365:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.482373:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.482590:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767318259.482602:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938582528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.482652:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.482686:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938582528 00000100:00100000:1.0:1767318259.482692:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938582528 00000100:00100000:1.0:1767318259.482737:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24041 00000100:00100000:1.0:1767318259.482744:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+398:6186:x1853163938582528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.482765:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:590 count 1 00002000:00010000:1.0:1767318259.482802:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x24e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.482809:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e146 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.482821:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.482823:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.482828:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e146 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.482839:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e146 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.482847:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e146 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.482853:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e146 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.482867:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.483060:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+399:6186:x1853163938582528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 315us (406us total) trans 4294976112 rc 0/0 00000100:00100000:1.0:1767318259.483068:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24041 00010000:00010000:1.0:1767318259.483091:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.483096:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e146 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.483104:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.483108:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e146 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.483116:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e146 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.483130:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e146 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.483136:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e146 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.483150:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.483151:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.483153:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.483183:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8eb480/2, rc 0, transno 4294976112 00000100:00100000:1.0:1767318259.483204:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938582528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.483211:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938583040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.483233:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.483253:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938583040 00000100:00100000:1.0:1767318259.483257:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938583040 00000100:00100000:1.0:1767318259.483277:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24042 00000100:00100000:1.0:1767318259.483283:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+307:6186:x1853163938583040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.483296:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:687 count 1 00002000:00010000:1.0:1767318259.484812:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.484836:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9e14d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.484850:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.484852:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.484857:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9e14d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.484870:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9e14d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.484878:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9e14d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.484886:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9e14d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.484902:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.485167:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+308:6186:x1853163938583040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1880us (1929us total) trans 4294975765 rc 0/0 00000100:00100000:1.0:1767318259.485176:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24042 00000004:00080000:1.0:1767318259.485238:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067da300/2, rc 0, transno 4294975765 00000100:00100000:1.0:1767318259.485256:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938583040:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.485672:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.485681:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9e14d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.485689:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.485693:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9e14d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.485702:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9e14d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.485718:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9e14d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.485725:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97c00/0x3313483622c9e14d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.485743:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.485745:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.485747:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.486218:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.486221:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.486226:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e13f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.486238:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e13f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.486248:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e13f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.486255:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e13f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.486284:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.486548:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+399:6186:x1853163938582656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5553us (5603us total) trans 4294976113 rc 0/0 00000100:00100000:0.0:1767318259.486557:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24040 00010000:00010000:3.0:1767318259.486837:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.486843:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e13f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.486851:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.486855:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e13f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.486863:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e13f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.486878:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e13f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.486885:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e13f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.486918:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.486922:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.486923:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.487682:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938581888:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.487741:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.487798:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938582400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.487822:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.487842:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938582912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.487863:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.487901:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311708e00/2, rc 0, transno 4294975755 00000100:00100000:3.0:1767318259.487915:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938577792:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.487929:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c131880/2, rc 0, transno 4294975758 00000100:00100000:3.0:1767318259.487933:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938578304:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.487943:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca28700/2, rc 0, transno 4294975756 00000100:00100000:3.0:1767318259.487947:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938578816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.487961:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1767318259.487967:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938582272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.487988:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.488005:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938582784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.488038:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.488053:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938583296:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.488074:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.488102:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938581888 00000100:00100000:3.0:1767318259.488108:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938581888 00000100:00100000:3.0:1767318259.488146:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938582400 00000100:00100000:3.0:1767318259.488149:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938582400 00000100:00100000:3.0:1767318259.488165:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938582912 00000100:00100000:3.0:1767318259.488168:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938582912 00000100:00100000:3.0:1767318259.488189:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938582272 00000100:00100000:3.0:1767318259.488193:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938582272 00000100:00100000:3.0:1767318259.488211:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938582784 00000100:00100000:3.0:1767318259.488214:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938582784 00000100:00100000:3.0:1767318259.488229:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938583296 00000100:00100000:3.0:1767318259.488232:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938583296 00000100:00100000:3.0:1767318259.488251:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24043 00000100:00100000:3.0:1767318259.488259:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+402:6188:x1853163938581888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.488286:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:586 count 1 00002000:00010000:3.0:1767318259.488316:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x24a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.488324:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e154 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488354:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.488356:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.488361:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e154 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488373:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e154 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488381:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e154 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488388:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e154 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488406:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.488580:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.488586:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e154 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.488598:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.488601:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e154 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.488609:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e154 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.488623:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e154 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.488630:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e154 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.488630:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+403:6188:x1853163938581888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 372us (889us total) trans 4294976114 rc 0/0 00000100:00100000:3.0:1767318259.488638:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24043 00010000:00010000:1.0:1767318259.488644:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.488646:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.488647:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.488653:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24044 00000100:00100000:3.0:1767318259.488658:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+402:6188:x1853163938582400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.488669:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:589 count 1 00002000:00010000:3.0:1767318259.488683:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x24d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.488688:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e15b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488694:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.488696:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.488699:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e15b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488706:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e15b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488713:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e15b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488720:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e15b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488733:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.488762:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.488767:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e15b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488778:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.488782:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e15b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488788:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e15b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488799:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e15b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.488807:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e15b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.488823:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24045 00000100:00100000:1.0:1767318259.488830:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+309:6188:x1853163938582912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.488842:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:686 count 1 00002000:00010000:1.0:1767318259.488860:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.488864:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e162 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.488871:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.488873:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.488875:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e162 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.488883:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e162 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.488890:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e162 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.488896:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e162 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.488909:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.489044:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+310:6188:x1853163938582912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 214us (1179us total) trans 4294975766 rc 0/0 00000100:00100000:1.0:1767318259.489051:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24045 00000100:00100000:1.0:1767318259.489064:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24046 00000100:00100000:1.0:1767318259.489070:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+402:6188:x1853163938582272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.489080:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:588 count 1 00002000:00010000:1.0:1767318259.489094:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x24c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.489098:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9e169 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489106:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.489107:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.489111:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9e169 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489119:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9e169 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489126:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9e169 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489132:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9e169 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489143:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.489256:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+403:6188:x1853163938582272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 186us (1266us total) trans 4294976115 rc 0/0 00000100:00100000:1.0:1767318259.489263:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24046 00010000:00010000:3.0:1767318259.489263:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.489268:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e162 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.489274:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24047 00010000:00010000:3.0:1767318259.489276:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.489279:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e162 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.489280:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+309:6188:x1853163938582784:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.489287:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e162 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1767318259.489291:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:685 count 1 00010000:00010000:3.0:1767318259.489299:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e162 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318259.489303:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.489308:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e170 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489311:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e162 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489315:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.489317:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.489319:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e170 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489324:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.489327:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9e169 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489328:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e170 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489334:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.489350:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e170 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489351:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9e169 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489359:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e170 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489359:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9e169 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489368:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.489370:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9e169 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489376:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9e169 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489388:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.489391:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e170 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489397:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.489400:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e170 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489407:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e170 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489416:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e170 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489423:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e170 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489434:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.489436:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.489438:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.489443:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.489445:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.489446:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.489476:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+310:6188:x1853163938582784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 195us (1450us total) trans 4294975767 rc 0/0 00000100:00100000:1.0:1767318259.489482:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24047 00000100:00100000:1.0:1767318259.489495:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24048 00000100:00100000:1.0:1767318259.489502:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+402:6188:x1853163938583296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.489533:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:592 count 1 00002000:00010000:1.0:1767318259.489547:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x250:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.489551:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e177 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489558:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.489560:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.489562:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e177 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489570:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e177 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.489578:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e177 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.489581:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+403:6188:x1853163938582400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 922us (1758us total) trans 4294976116 rc 0/0 00010000:00010000:1.0:1767318259.489585:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e177 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.489587:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24044 00010000:00010000:1.0:1767318259.489598:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.489611:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.489615:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e177 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489622:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.489626:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e177 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489633:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e177 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489644:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e177 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489651:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e177 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.489662:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.489664:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.489666:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.490575:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ca2b100/2, rc 0, transno 4294975750 00000100:00100000:3.0:1767318259.490594:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ca2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938578944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.490739:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938580864:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.490773:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.490783:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.490806:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938583808:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.490997:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.491040:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+403:6188:x1853163938583296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1537us (2964us total) trans 4294976117 rc 0/0 00000100:00100000:1.0:1767318259.491049:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24048 00000100:00100000:1.0:1767318259.491083:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938583424:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.491113:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.491165:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306351180/2, rc 0, transno 4294976115 00000100:00100000:1.0:1767318259.491180:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938582272:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.491191:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067d9500/2, rc 0, transno 4294975767 00000100:00100000:1.0:1767318259.491202:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938582784:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.491211:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067db100/2, rc 0, transno 4294976117 00000100:00100000:1.0:1767318259.491215:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938583296:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.491224:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f85c00/2, rc 0, transno 4294976114 00000100:00100000:1.0:1767318259.491227:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938581888:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.491235:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306350000/2, rc 0, transno 4294976116 00000100:00100000:1.0:1767318259.491238:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938582400:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.491245:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067d8e00/2, rc 0, transno 4294975766 00000100:00100000:1.0:1767318259.491248:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938582912:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.491267:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938583168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.491290:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.491938:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c130a80/2, rc 0, transno 4294975749 00000100:00100000:3.0:1767318259.491945:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c130a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938578432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.492014:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938583936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.492137:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.492165:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938583424 00000100:00100000:3.0:1767318259.492172:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938583424 00000100:00100000:3.0:1767318259.492211:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938583168 00000100:00100000:3.0:1767318259.492215:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938583168 00000100:00100000:3.0:1767318259.492230:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938583936 00000100:00100000:3.0:1767318259.492233:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938583936 00000100:00100000:3.0:1767318259.492251:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24049 00000100:00100000:3.0:1767318259.492259:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+312:6188:x1853163938583424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.492286:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:689 count 1 00002000:00010000:3.0:1767318259.492326:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.492335:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e17e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.492366:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.492368:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.492374:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e17e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.492388:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e17e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.492398:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e17e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.492407:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e17e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.492424:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.492687:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+313:6188:x1853163938583424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 427us (1571us total) trans 4294975768 rc 0/0 00000100:00100000:3.0:1767318259.492695:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24049 00000100:00100000:3.0:1767318259.492713:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24050 00000100:00100000:3.0:1767318259.492721:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+312:6186:x1853163938583168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.492733:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:688 count 1 00002000:00010000:3.0:1767318259.492938:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.492945:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9e185 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.492954:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.492956:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.492960:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9e185 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.492968:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9e185 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.492976:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9e185 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.492984:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9e185 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.492999:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.493618:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24051 00000100:00100000:2.0:1767318259.493629:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+312:6188:x1853163938583936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.493644:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:693 count 1 00002000:00010000:2.0:1767318259.493663:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.493668:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e18c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493676:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.493677:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.493680:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e18c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493690:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e18c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493697:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e18c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493704:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e18c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493718:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.493886:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+313:6188:x1853163938583936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 260us (1748us total) trans 4294975769 rc 0/0 00000100:00100000:2.0:1767318259.493892:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24051 00010000:00010000:2.0:1767318259.493916:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.493922:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e17e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493929:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.493933:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e17e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493947:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e17e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493961:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e17e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493967:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2a00/0x3313483622c9e17e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493982:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.493986:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9e185 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493991:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.493993:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9e185 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.493999:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9e185 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494006:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9e185 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494012:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3c00/0x3313483622c9e185 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494029:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.494032:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e18c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494038:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.494041:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e18c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494048:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e18c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494057:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e18c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494063:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e18c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494074:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.494076:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.494078:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.494102:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.494122:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938583808 00000100:00100000:2.0:1767318259.494126:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938583808 00000100:00100000:2.0:1767318259.494150:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24052 00000100:00100000:2.0:1767318259.494157:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+313:6187:x1853163938583808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.494168:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:692 count 1 00002000:00010000:2.0:1767318259.494183:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.494188:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e193 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494196:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.494197:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.494200:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e193 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494207:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e193 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494214:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e193 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494220:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e193 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.494231:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.496637:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+315:6186:x1853163938583168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3912us (5340us total) trans 4294975771 rc 0/0 00000100:00100000:3.0:1767318259.496648:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24050 00010000:00010000:3.0:1767318259.496685:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.496694:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e193 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.496719:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.496723:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e193 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.496734:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e193 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.496896:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e193 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.496905:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e193 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.496924:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.496925:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.496927:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.496933:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.496993:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067d9880/2, rc 0, transno 4294975769 00000100:00100000:3.0:1767318259.497012:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938583936:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.497080:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8e8a80/2, rc 0, transno 4294975768 00000100:00100000:3.0:1767318259.497088:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938583424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.497124:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938584448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.497157:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.497180:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938584448 00000100:00100000:3.0:1767318259.497185:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938584448 00000100:00100000:3.0:1767318259.497216:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24053 00000100:00100000:3.0:1767318259.497223:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+403:6188:x1853163938584448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.497244:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:594 count 1 00002000:00010000:3.0:1767318259.497273:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x252:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.497279:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e19a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.497290:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.497293:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.497297:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e19a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.497314:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e19a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.497323:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e19a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.497330:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e19a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.497577:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+314:6187:x1853163938583808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3418us (3472us total) trans 4294975770 rc 0/0 00000100:00100000:2.0:1767318259.497584:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24052 00000004:00080000:1.0:1767318259.498917:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8e8700/2, rc 0, transno 4294975771 00000100:00100000:1.0:1767318259.498934:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938583168:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.498993:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8eaa00/2, rc 0, transno 4294976113 00000100:00100000:1.0:1767318259.499005:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938582656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.499021:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938583680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.499063:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.499220:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938583680 00000100:00100000:1.0:1767318259.499227:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938583680 00000100:00100000:1.0:1767318259.499260:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24054 00000100:00100000:1.0:1767318259.499267:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d246850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+314:6186:x1853163938583680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.499285:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:691 count 1 00002000:00010000:1.0:1767318259.500428:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.500440:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e1a1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.500454:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.500456:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.500461:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e1a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.500475:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e1a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.500486:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e1a1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.500493:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e1a1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.501297:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.505270:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c513480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938584192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.505356:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.505405:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938584704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.505426:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.505457:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1767318259.505464:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938583552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.505483:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.505500:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938584064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.505535:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.505550:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031170aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938584576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.505567:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.505581:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938585088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.505597:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.506446:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+404:6188:x1853163938584448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9218us (9283us total) trans 4294976118 rc 0/0 00000100:00100000:3.0:1767318259.506459:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24053 00000100:00100000:3.0:1767318259.506483:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938584192 00000100:00100000:3.0:1767318259.506491:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938584192 00010000:00010000:2.0:1767318259.506517:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.506527:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e19a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.506540:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3a00 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:3.0:1767318259.506543:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938584704 00010000:00010000:2.0:1767318259.506544:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e19a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.506546:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938584704 00010000:00010000:2.0:1767318259.506561:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e19a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.506561:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938583552 00000100:00100000:3.0:1767318259.506564:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938583552 00000100:00100000:3.0:1767318259.506575:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938584064 00000100:00100000:3.0:1767318259.506578:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938584064 00010000:00010000:2.0:1767318259.506584:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e19a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.506589:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938584576 00010000:00010000:2.0:1767318259.506591:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e19a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.506592:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938584576 00000100:00100000:3.0:1767318259.506603:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938585088 00000100:00100000:3.0:1767318259.506605:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938585088 00010000:00010000:2.0:1767318259.506612:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.506616:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e1a1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.506621:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24055 00010000:00010000:2.0:1767318259.506623:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.506626:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e1a1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.506628:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c51b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+318:6186:x1853163938584192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.506633:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e1a1 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.506643:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e1a1 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.506649:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.506651:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.506653:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1767318259.506658:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:695 count 1 00000100:00100000:2.0:1767318259.506667:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24056 00000100:00100000:2.0:1767318259.506675:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+405:6186:x1853163938584704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.506686:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:596 count 1 00002000:00010000:3.0:1767318259.506686:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.506692:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e1a8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.506702:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x254:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.506702:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.506704:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.506706:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e1af lrc: 3/0,1 mode: --/PW res: [0x240000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.506709:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e1a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.506713:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.506715:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.506717:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e1af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.506722:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e1a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.506725:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e1af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.506731:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e1a8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.506732:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e1af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.506739:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e1a8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.506740:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e1af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.506755:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.507007:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+406:6186:x1853163938584704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 332us (1578us total) trans 4294976119 rc 0/0 00000100:00100000:2.0:1767318259.507013:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24056 00000100:00100000:2.0:1767318259.507026:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24057 00000100:00100000:2.0:1767318259.507034:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c51a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+318:6186:x1853163938583552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.507045:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:690 count 1 00002000:00010000:2.0:1767318259.507059:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.507064:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e1b6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.507071:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.507073:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.507076:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e1b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.507084:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e1b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.507091:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e1b6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.507098:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e1b6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.507110:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.507243:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c51a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+319:6186:x1853163938583552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (1758us total) trans 4294975772 rc 0/0 00000100:00100000:2.0:1767318259.507249:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24057 00000100:00100000:2.0:1767318259.507262:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24058 00000100:00100000:2.0:1767318259.507268:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+318:6186:x1853163938584064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.507277:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:694 count 1 00002000:00010000:2.0:1767318259.507290:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.507294:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e1bd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.507305:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.507679:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767318259.507762:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.507768:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e1bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.507778:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e1bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.507786:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e1bd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.507792:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e1bd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.507805:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.507935:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+319:6186:x1853163938584064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 667us (2398us total) trans 4294975773 rc 0/0 00010000:00010000:0.0:1767318259.509063:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.509074:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e1af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509084:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.509088:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e1af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509104:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e1af lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509124:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e1af lrc: 1/0,0 mode: --/PW res: [0x240000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509131:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e1af lrc: 0/0,0 mode: --/PW res: [0x240000404:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509153:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.509156:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e1b6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509162:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.509165:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e1b6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509172:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e1b6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509181:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e1b6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509188:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e1b6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509207:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.509210:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e1a8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509216:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.509219:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e1a8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.509224:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24058 00010000:00010000:0.0:1767318259.509226:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e1a8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509234:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e1a8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509240:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e1a8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509253:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767318259.509255:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24059 00010000:00010000:0.0:1767318259.509257:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e1bd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509262:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.509265:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e1bd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.509266:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c51b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+405:6186:x1853163938584576:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.509272:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e1bd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509279:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e1bd lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.509285:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e1bd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.509291:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:595 count 1 00010000:00010000:0.0:1767318259.509295:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.509297:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.509298:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767318259.509399:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x253:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.509405:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e1c4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.509414:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.509416:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.509421:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e1c4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.509430:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e1c4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.509438:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e1c4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.509444:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e1c4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.509458:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.509535:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c51b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+319:6186:x1853163938584192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2906us (4177us total) trans 4294975774 rc 0/0 00000100:00100000:3.0:1767318259.509542:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24055 00000100:00100000:3.0:1767318259.509555:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24060 00000100:00100000:3.0:1767318259.509562:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+318:6186:x1853163938585088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.509575:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:698 count 1 00002000:00010000:3.0:1767318259.509590:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.509594:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9e1cb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509606:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.509608:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.509611:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9e1cb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509620:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9e1cb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509627:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9e1cb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509634:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9e1cb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509641:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.509794:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+319:6186:x1853163938585088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 232us (4195us total) trans 4294975775 rc 0/0 00000100:00100000:3.0:1767318259.509800:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24060 00010000:00010000:3.0:1767318259.509819:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.509824:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e1c4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509831:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296ce00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.509834:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e1c4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509840:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e1c4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509852:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e1c4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509858:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e1c4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509871:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.509874:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9e1cb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509881:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.509883:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9e1cb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509890:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9e1cb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509899:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9e1cb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509906:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3000/0x3313483622c9e1cb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.509919:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.509921:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.509923:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.511105:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c51b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+406:6186:x1853163938584576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1839us (5532us total) trans 4294976120 rc 0/0 00000100:00100000:2.0:1767318259.511116:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24059 00010000:00010000:0.0:1767318259.511156:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.511283:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.511289:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.511365:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311708700/2, rc 0, transno 4294976118 00000100:00100000:2.0:1767318259.511387:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938584448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.511405:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c510000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938584960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.511439:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.511463:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767318259.511470:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938584320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.511489:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.511547:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938584960 00000100:00100000:2.0:1767318259.511553:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938584960 00000100:00100000:2.0:1767318259.511581:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938584320 00000100:00100000:2.0:1767318259.511584:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938584320 00000100:00100000:2.0:1767318259.511599:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24061 00000100:00100000:2.0:1767318259.511605:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+319:6188:x1853163938584960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.511625:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:697 count 1 00000100:00100000:0.0:1767318259.511635:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24062 00000100:00100000:0.0:1767318259.511643:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+406:6188:x1853163938584320:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1767318259.511650:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:0.0:1767318259.511654:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:593 count 1 00010000:00010000:2.0:1767318259.511657:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e1d2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318259.511668:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x251:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.511669:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.511671:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.511673:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e1d9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.511676:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e1d2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.511680:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.511682:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.511684:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e1d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.511688:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e1d2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.511693:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e1d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.511697:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e1d2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.511699:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e1d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.511703:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e1d2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.511714:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.511722:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e1d9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.511733:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.511868:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+320:6188:x1853163938584960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 262us (427us total) trans 4294975776 rc 0/0 00000100:00100000:0.0:1767318259.511869:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+407:6188:x1853163938584320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 228us (379us total) trans 4294976121 rc 0/0 00000100:00100000:2.0:1767318259.511874:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24061 00000100:00100000:0.0:1767318259.511877:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24062 00000004:00080000:2.0:1767318259.511903:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a64a80/2, rc 0, transno 4294976121 00000100:00100000:2.0:1767318259.511908:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938584320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.511915:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938584832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.511934:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.511952:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938584832 00000100:00100000:2.0:1767318259.511956:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938584832 00000100:00100000:2.0:1767318259.511975:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24063 00000100:00100000:2.0:1767318259.511981:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+320:6188:x1853163938584832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.511992:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:696 count 1 00002000:00010000:2.0:1767318259.512006:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.512012:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e1e0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512019:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.512020:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.512023:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e1e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512032:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e1e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512039:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e1e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512046:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e1e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512058:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318259.512101:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.512107:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e1d2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.512115:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.512119:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e1d2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.512128:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e1d2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.512143:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e1d2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.512150:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e1d2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.512162:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+321:6188:x1853163938584832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 181us (226us total) trans 4294975777 rc 0/0 00010000:00010000:0.0:1767318259.512164:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.512168:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e1d9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.512171:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24063 00010000:00010000:0.0:1767318259.512174:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.512177:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e1d9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.512184:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e1d9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512186:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.512190:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e1e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.512194:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e1d9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512197:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296de00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.512201:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e1e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.512202:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e1d9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512208:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e1e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.512212:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.512214:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.512216:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.512217:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e1e0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512223:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e1e0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512234:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.512236:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.512237:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.512253:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c512680/2, rc 0, transno 4294975777 00000100:00100000:2.0:1767318259.512274:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938584832:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.512284:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c510000/2, rc 0, transno 4294975776 00000100:00100000:2.0:1767318259.512286:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c510000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938584960:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.512306:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067db800/2, rc 0, transno 4294975770 00000100:00100000:2.0:1767318259.512311:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938583808:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.512321:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a65f80/2, rc 0, transno 4294976109 00000100:00100000:2.0:1767318259.512325:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938581760:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.512359:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b62300/2, rc 0, transno 4294976092 00000100:00100000:2.0:1767318259.512363:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938578048:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.512372:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c44a80/2, rc 0, transno 4294976091 00000100:00100000:2.0:1767318259.512375:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938577920:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.512382:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.512388:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938585216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.512409:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.512428:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938585216 00000100:00100000:2.0:1767318259.512432:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938585216 00000100:00100000:2.0:1767318259.512452:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24064 00000100:00100000:2.0:1767318259.512458:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+407:6185:x1853163938585216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.512470:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:597 count 1 00002000:00010000:2.0:1767318259.512486:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x255:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.512490:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e1e7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.512498:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.512500:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.512503:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e1e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.512933:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318259.512940:0:21246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e1a1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.512963:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.513044:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e1e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.513056:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e1e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.513064:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e1e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.513078:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.513235:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+408:6185:x1853163938585216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 776us (823us total) trans 4294976122 rc 0/0 00010000:00010000:3.0:1767318259.513235:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.513241:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e1e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.513242:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24064 00010000:00010000:3.0:1767318259.513248:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.513251:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e1e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.513259:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e1e7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.513260:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.513272:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e1e7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.513275:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938585472:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.513279:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e1e7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.513291:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.513293:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.513295:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.513299:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.513460:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767318259.513467:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938585344:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.513480:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.513487:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.526000:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938585472 00000100:00100000:3.0:1767318259.526015:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938585472 00000100:00100000:3.0:1767318259.526134:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938585344 00000100:00100000:3.0:1767318259.526139:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938585344 00000100:00100000:3.0:1767318259.526164:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24065 00000100:00100000:3.0:1767318259.526171:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+409:6188:x1853163938585472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.526200:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:599 count 1 00002000:00010000:3.0:1767318259.526234:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x257:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.526242:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e1ee lrc: 3/0,1 mode: --/PW res: [0x240000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.526257:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.526259:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.526265:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e1ee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.526277:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e1ee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.526288:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e1ee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.526297:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e1ee lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.526314:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.526615:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+410:6188:x1853163938585472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 443us (13313us total) trans 4294976123 rc 0/0 00000100:00100000:3.0:1767318259.526624:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24065 00000100:00100000:3.0:1767318259.526642:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24066 00000100:00100000:3.0:1767318259.526648:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+409:6188:x1853163938585344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.526658:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:598 count 1 00002000:00010000:3.0:1767318259.526674:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x256:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.526679:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e1f5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.526686:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.526688:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.526691:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e1f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.526699:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e1f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.526719:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e1f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.526726:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e1f5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.526741:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.526856:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+410:6188:x1853163938585344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 208us (13367us total) trans 4294976124 rc 0/0 00000100:00100000:3.0:1767318259.526863:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24066 00000004:00080000:3.0:1767318259.528951:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c510a80/2, rc 0, transno 4294976124 00000100:00100000:3.0:1767318259.528975:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938585344:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.529275:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938585856:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.529346:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.529380:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938585856 00000100:00100000:3.0:1767318259.529387:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938585856 00000100:00100000:3.0:1767318259.529434:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24067 00000100:00100000:3.0:1767318259.529443:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+410:6188:x1853163938585856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.529482:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:602 count 1 00010000:00010000:1.0:1767318259.529492:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.529499:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e1ee lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529524:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00002000:00010000:3.0:1767318259.529527:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x25a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.529528:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e1ee lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.529536:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e1fc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529539:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e1ee lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.529547:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.529549:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.529554:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e1fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529556:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e1ee lrc: 1/0,0 mode: --/PW res: [0x240000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529563:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2800/0x3313483622c9e1ee lrc: 0/0,0 mode: --/PW res: [0x240000404:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.529566:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e1fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.529574:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e1fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529579:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.529581:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e1fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529582:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e1f5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529588:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.529591:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e1f5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.529596:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.529598:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e1f5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529605:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e1f5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529611:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e1f5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529624:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.529626:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e1fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529631:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.529633:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e1fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529640:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e1fc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529648:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e1fc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529653:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e1fc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.529666:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.529668:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.529669:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.530459:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d246850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+321:6186:x1853163938583680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31189us (31391us total) trans 4294975778 rc 0/0 00000100:00100000:1.0:1767318259.530469:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24054 00000100:00100000:3.0:1767318259.532922:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+411:6188:x1853163938585856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3474us (3578us total) trans 4294976125 rc 0/0 00000100:00100000:3.0:1767318259.532935:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24067 00000004:00080000:3.0:1767318259.533011:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c513100/2, rc 0, transno 4294976125 00000100:00100000:3.0:1767318259.533041:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938585856:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.533103:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c510700/2, rc 0, transno 4294976123 00000100:00100000:3.0:1767318259.533111:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938585472:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.533127:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.533137:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.533143:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938585984:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.533177:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.533200:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c510e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938586496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.533209:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938585984 00000100:00100000:2.0:1767318259.533214:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938585984 00000100:00100000:3.0:1767318259.533218:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.533234:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318259.533240:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938586368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.533242:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938586496 00000100:00100000:2.0:1767318259.533244:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938586496 00000100:00100000:3.0:1767318259.533258:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.533261:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24068 00000100:00100000:2.0:1767318259.533268:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+321:6188:x1853163938585984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.533291:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:699 count 1 00000004:00080000:3.0:1767318259.533291:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c46300/2, rc 0, transno 4294976122 00000100:00100000:3.0:1767318259.533299:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938585216:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.533329:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c510380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938585728:0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1767318259.533334:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.533352:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e203 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.533361:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.533366:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.533369:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.533374:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e203 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.533375:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938586240:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.533388:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e203 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.533392:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.533398:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e203 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.533405:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938586752:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.533406:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e203 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.533420:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.533426:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.533436:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.533441:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e203 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.533449:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.533453:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e203 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.533461:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e203 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.533492:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e203 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.533503:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e203 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.533535:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.533537:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.533539:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.533547:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c513800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938585600:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.533571:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.533588:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938586112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.533605:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.533614:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+322:6188:x1853163938585984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 347us (436us total) trans 4294975779 rc 0/0 00000100:00100000:3.0:1767318259.533617:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938586624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.533621:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24068 00000100:00100000:2.0:1767318259.533632:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938586368 00000100:00100000:3.0:1767318259.533634:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.533636:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938586368 00000100:00100000:2.0:1767318259.533652:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938585728 00000100:00100000:2.0:1767318259.533654:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938585728 00000100:00100000:3.0:1767318259.533659:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938586240 00000100:00100000:3.0:1767318259.533662:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938586240 00000100:00100000:2.0:1767318259.533668:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938586752 00000100:00100000:2.0:1767318259.533670:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938586752 00000100:00100000:2.0:1767318259.533681:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938585600 00000100:00100000:3.0:1767318259.533682:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938586112 00000100:00100000:2.0:1767318259.533683:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938585600 00000100:00100000:3.0:1767318259.533685:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938586112 00000100:00100000:2.0:1767318259.533695:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938586624 00000100:00100000:2.0:1767318259.533697:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938586624 00000100:00100000:3.0:1767318259.533703:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24069 00000100:00100000:3.0:1767318259.533708:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+416:6188:x1853163938586496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.533720:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:604 count 1 00002000:00010000:3.0:1767318259.533740:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x25c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.533745:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9e20a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.533753:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.533755:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.533758:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9e20a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.533767:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9e20a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.533774:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9e20a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.533822:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24070 00000100:00100000:2.0:1767318259.533830:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+416:6188:x1853163938586368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.533841:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:603 count 1 00002000:00010000:2.0:1767318259.533855:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x25b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.533859:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e211 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.533866:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.533867:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.533870:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e211 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.533878:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e211 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.533884:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e211 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.533890:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e211 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.533909:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.534054:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+417:6188:x1853163938586368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 225us (794us total) trans 4294976126 rc 0/0 00000100:00100000:2.0:1767318259.534060:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24070 00000100:00100000:2.0:1767318259.534072:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24071 00000100:00100000:2.0:1767318259.534078:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+416:6186:x1853163938585728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.534090:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:601 count 1 00002000:00010000:2.0:1767318259.534106:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x259:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.534111:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e218 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534117:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.534119:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.534121:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e218 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534129:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e218 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534137:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e218 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534144:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e218 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534157:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.534269:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+417:6186:x1853163938585728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 191us (906us total) trans 4294976127 rc 0/0 00000100:00100000:2.0:1767318259.534275:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24071 00000100:00100000:2.0:1767318259.534289:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24072 00000100:00100000:2.0:1767318259.534295:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+323:6186:x1853163938586240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.534306:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:701 count 1 00002000:00010000:2.0:1767318259.534322:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.534329:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e21f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534351:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.534353:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.534355:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e21f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534365:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e21f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534373:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e21f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534379:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e21f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534393:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.534537:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+324:6186:x1853163938586240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 211us (1113us total) trans 4294975780 rc 0/0 00000100:00100000:2.0:1767318259.534543:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24072 00000100:00100000:2.0:1767318259.534557:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24073 00000100:00100000:2.0:1767318259.534563:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+416:6186:x1853163938586752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.534574:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:606 count 1 00002000:00010000:2.0:1767318259.534587:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x25e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.534592:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e226 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534604:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.534606:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.534608:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e226 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534617:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e226 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534623:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e226 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534629:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e226 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534641:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1767318259.534726:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9e20a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.534742:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318259.534755:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+417:6186:x1853163938586752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 192us (1333us total) trans 4294976128 rc 0/0 00000100:00100000:2.0:1767318259.534761:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24073 00000100:00100000:2.0:1767318259.534773:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24074 00000100:00100000:2.0:1767318259.534779:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+416:6185:x1853163938585600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.534789:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:600 count 1 00002000:00010000:2.0:1767318259.534804:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x258:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.534809:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e22d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534816:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.534818:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.534821:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e22d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534829:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e22d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534837:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e22d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534843:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e22d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.534851:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767318259.534887:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24075 00010000:00010000:0.0:1767318259.534899:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318259.534905:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e211 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.534912:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.534916:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e211 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.534924:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e211 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.534938:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e211 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.534946:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e211 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.534959:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00000100:00100000:2.0:1767318259.534960:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+417:6185:x1853163938585600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 181us (1388us total) trans 4294976129 rc 0/0 00010000:00010000:0.0:1767318259.534962:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e218 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.534966:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24074 00010000:00010000:0.0:1767318259.534969:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.534972:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e218 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.534977:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24076 00010000:00010000:0.0:1767318259.534979:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e218 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.534983:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+416:6185:x1853163938586624:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.534989:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e218 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.534993:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:605 count 1 00010000:00010000:0.0:1767318259.534995:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e218 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535006:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00002000:00010000:2.0:1767318259.535007:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x25d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.535010:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e21f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.535011:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9e234 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.535018:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.535020:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.535022:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9e234 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.535035:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9e234 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535039:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.535043:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e21f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.535043:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9e234 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.535051:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9e234 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535052:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e21f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.535060:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767318259.535061:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e21f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535067:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e21f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535080:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.535083:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e226 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535089:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.535092:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e226 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535099:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e226 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535109:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e226 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535120:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e226 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535131:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.535134:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9e20a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535140:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.535143:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9e20a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535150:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9e20a lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.535157:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+417:6185:x1853163938586624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 175us (1522us total) trans 4294976130 rc 0/0 00010000:00010000:0.0:1767318259.535159:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9e20a lrc: 2/0,0 mode: --/PW res: [0x240000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.535163:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24076 00010000:00010000:0.0:1767318259.535167:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.535169:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e22d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535175:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.535178:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e22d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535185:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e22d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535193:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e22d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.535195:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.535200:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9e234 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535201:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e22d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.535207:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.535210:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9e234 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535214:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.535216:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.535217:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9e234 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535218:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.535226:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9e234 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.535236:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+323:6185:x1853163938586112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.535237:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9e234 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.535248:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.535249:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1767318259.535250:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:700 count 1 00010000:00010000:2.0:1767318259.535251:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.535256:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767318259.535263:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.535268:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e23b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535275:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.535276:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.535279:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e23b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535286:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e23b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535292:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e23b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535298:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e23b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535311:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.535317:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.535320:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e23b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535325:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.535328:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e23b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535334:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e23b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535355:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e23b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535362:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e23b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535374:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.535375:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.535377:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.535398:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c512300/2, rc 0, transno 4294976126 00000100:00100000:2.0:1767318259.535411:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938586368:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.535423:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a76680/2, rc 0, transno 4294975779 00000100:00100000:2.0:1767318259.535433:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938585984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.535481:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318259.535494:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938586880:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.535539:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+324:6185:x1853163938586112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 644us (1932us total) trans 4294975781 rc 0/0 00000100:00100000:2.0:1767318259.535539:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.535546:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24075 00000100:00100000:0.0:1767318259.535557:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938586880 00000100:00100000:0.0:1767318259.535562:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938586880 00000100:00100000:0.0:1767318259.535589:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24077 00000100:00100000:0.0:1767318259.535596:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+324:6188:x1853163938586880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.535607:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:702 count 1 00002000:00010000:0.0:1767318259.535622:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.535626:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e242 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535634:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.535636:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.535639:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e242 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535648:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e242 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535656:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e242 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535663:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e242 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.535681:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.535810:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+325:6188:x1853163938586880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 214us (270us total) trans 4294975782 rc 0/0 00000100:00100000:0.0:1767318259.535816:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24077 00010000:00010000:3.0:1767318259.536538:0:21383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2600/0x3313483622c9e20a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.536570:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.536576:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e242 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.536583:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.536586:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e242 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.536594:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e242 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.536608:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e242 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.536620:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e242 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.536633:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.536634:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.536636:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.537005:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+417:6188:x1853163938586496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3294us (3783us total) trans 4294976131 rc 0/0 00000100:00100000:3.0:1767318259.537014:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24069 00000100:00100000:3.0:1767318259.537120:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318259.537134:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938587008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.537166:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.537227:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c545880/2, rc 0, transno 4294976128 00000100:00100000:3.0:1767318259.537240:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938586752:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.537276:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a40e00/2, rc 0, transno 4294975772 00000100:00100000:3.0:1767318259.537287:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938583552:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.537317:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c511180/2, rc 0, transno 4294975773 00000100:00100000:3.0:1767318259.537324:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938584064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.537361:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938587392:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.537384:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.537412:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938587008 00000100:00100000:3.0:1767318259.537418:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938587008 00000100:00100000:3.0:1767318259.537447:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938587392 00000100:00100000:3.0:1767318259.537450:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938587392 00000100:00100000:3.0:1767318259.537468:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24078 00000100:00100000:3.0:1767318259.537476:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+417:6187:x1853163938587008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.537498:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:607 count 1 00002000:00010000:3.0:1767318259.537552:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x25f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.537558:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9e249 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.537570:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.537572:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.537577:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9e249 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.537590:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9e249 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.537597:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9e249 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.537604:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9e249 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.537616:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.537924:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24079 00000100:00100000:0.0:1767318259.537936:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+325:6187:x1853163938587392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.537949:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:704 count 1 00002000:00010000:0.0:1767318259.537968:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.537974:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9e250 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.537982:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.537984:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.537987:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9e250 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.537996:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9e250 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538003:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9e250 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538009:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9e250 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538113:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.538124:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.538129:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9e249 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538137:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.538141:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9e249 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538149:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9e249 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538168:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9e249 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538175:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3000/0x3313483622c9e249 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538194:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.538197:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9e250 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538203:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.538206:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9e250 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538213:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9e250 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538223:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9e250 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538229:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9e250 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.538241:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.538243:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.538245:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.538439:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+326:6187:x1853163938587392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 505us (1053us total) trans 4294975783 rc 0/0 00000100:00100000:0.0:1767318259.538447:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24079 00000100:00100000:3.0:1767318259.538586:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+418:6187:x1853163938587008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1110us (1419us total) trans 4294976132 rc 0/0 00000100:00100000:3.0:1767318259.538593:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24078 00000004:00080000:3.0:1767318259.538631:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c544380/2, rc 0, transno 4294975783 00000100:00100000:3.0:1767318259.538646:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938587392:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.538658:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c545c00/2, rc 0, transno 4294976132 00000100:00100000:3.0:1767318259.538667:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938587008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.539371:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318259.539384:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938587648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.539422:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.539468:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.539474:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.539475:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031170aa00/2, rc 0, transno 4294976120 00000100:00100000:3.0:1767318259.539483:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938584576:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.539533:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a41f80/2, rc 0, transno 4294975775 00000100:00100000:3.0:1767318259.539542:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938585088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.539567:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938587904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.539587:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.539612:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938587648 00000100:00100000:3.0:1767318259.539617:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938587648 00000100:00100000:3.0:1767318259.539644:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938587904 00000100:00100000:3.0:1767318259.539646:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938587904 00000100:00100000:3.0:1767318259.539665:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24080 00000100:00100000:3.0:1767318259.539672:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+327:6187:x1853163938587648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.539689:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:705 count 1 00002000:00010000:3.0:1767318259.539728:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.539734:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9e257 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.539755:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1767318259.539756:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b60000/2, rc 0, transno 4294975782 00010000:00010000:3.0:1767318259.539758:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.539763:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9e257 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.539771:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938586880:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.539777:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9e257 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.539781:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c510e00/2, rc 0, transno 4294976131 00000100:00100000:2.0:1767318259.539787:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c510e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938586496:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.539791:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9e257 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.539798:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9e257 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.539857:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24081 00000100:00100000:3.0:1767318259.539864:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+327:6187:x1853163938587904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.539876:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:706 count 1 00002000:00010000:3.0:1767318259.539893:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.539897:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9e25e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.539904:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.539905:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.539908:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9e25e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.539916:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9e25e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.539925:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9e25e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.539931:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9e25e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.539950:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.539960:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.539964:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9e25e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.539971:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.539975:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9e25e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.539982:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9e25e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.539995:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9e25e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.540002:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2200/0x3313483622c9e25e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.540019:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.540021:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.540110:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.540367:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+328:6187:x1853163938587904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 503us (778us total) trans 4294975784 rc 0/0 00000100:00100000:3.0:1767318259.540375:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24081 00010000:00010000:3.0:1767318259.540398:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.540536:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+328:6187:x1853163938587648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 864us (1112us total) trans 4294975785 rc 0/0 00000100:00100000:3.0:1767318259.540543:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24080 00000004:00080000:3.0:1767318259.540570:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc7480/2, rc 0, transno 4294975784 00000100:00100000:3.0:1767318259.540579:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938587904:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.540607:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a76d80/2, rc 0, transno 4294975785 00000100:00100000:3.0:1767318259.540613:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938587648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.540620:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318259.540645:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938588032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.540668:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.540685:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938588416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.540704:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.540722:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938588032 00000100:00100000:3.0:1767318259.540726:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938588032 00000100:00100000:3.0:1767318259.540744:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938588416 00000100:00100000:3.0:1767318259.540746:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938588416 00000100:00100000:3.0:1767318259.540764:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24082 00000100:00100000:3.0:1767318259.540770:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+329:6187:x1853163938588032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.540784:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:707 count 1 00002000:00010000:3.0:1767318259.540800:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.540806:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e265 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.540815:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.540817:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.540820:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e265 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.540830:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e265 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.540838:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e265 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.540845:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e265 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.540858:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.540975:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+330:6187:x1853163938588032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 204us (305us total) trans 4294975786 rc 0/0 00000100:00100000:3.0:1767318259.540982:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24082 00000100:00100000:3.0:1767318259.540995:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24083 00000100:00100000:3.0:1767318259.541001:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+329:6187:x1853163938588416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.541012:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:709 count 1 00010000:00010000:0.0:1767318259.541432:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.541440:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9e257 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.541448:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.541452:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9e257 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.541460:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9e257 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.541461:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.541466:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e265 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.541472:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.541476:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9e257 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.541476:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e265 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.541484:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3800/0x3313483622c9e257 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.541484:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e265 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.541494:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e265 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.541499:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b3200/0x3313483622c9e265 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.541518:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.541520:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.541522:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.541526:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.541527:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.541529:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767318259.541541:0:56473:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738835 is committed 00002000:00010000:3.0:1767318259.541576:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.541582:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e26c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.541589:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.541591:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.541595:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e26c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.541603:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e26c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.541610:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e26c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.541616:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e26c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.541626:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1767318259.541646:0:56473:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000004:00080000:1.0:1767318259.541689:0:56473:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00000001:00080000:1.0:1767318259.541721:0:56473:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738848 is committed 00000004:00080000:1.0:1767318259.541734:0:56473:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000004:00080000:1.0:1767318259.541774:0:56473:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000004:00080000:1.0:1767318259.541776:0:56473:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000004:00080000:1.0:1767318259.541908:0:56473:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00010000:00010000:2.0:1767318259.542251:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.542259:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e26c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.542266:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.542270:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e26c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.542276:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e26c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.542289:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e26c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.542296:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2400/0x3313483622c9e26c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.542322:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.542324:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.542326:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.542576:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+330:6187:x1853163938588416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1573us (1869us total) trans 4294975787 rc 0/0 00000100:00100000:3.0:1767318259.542584:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24083 00010000:00010000:3.0:1767318259.542681:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.542729:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a42d80/2, rc 0, transno 4294975778 00000004:00080000:1.0:1767318259.542853:0:56473:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000100:00100000:3.0:1767318259.542955:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938583680:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.542974:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c513480/2, rc 0, transno 4294975774 00000100:00100000:3.0:1767318259.542978:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c513480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938584192:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.542991:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031170b800/2, rc 0, transno 4294976119 00000100:00100000:3.0:1767318259.542995:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031170b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938584704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.543013:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938587264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.544123:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938588544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.544170:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.544261:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938588544 00000100:00100000:1.0:1767318259.544268:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938588544 00000100:00100000:1.0:1767318259.544395:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24084 00000100:00100000:1.0:1767318259.544405:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+418:6188:x1853163938588544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.544428:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:612 count 1 00002000:00010000:1.0:1767318259.544457:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x264:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.544464:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e273 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.544477:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.544479:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.544483:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e273 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.544494:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e273 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.544503:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e273 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.544539:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e273 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.544567:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.544798:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+419:6188:x1853163938588544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 394us (627us total) trans 4294976133 rc 0/0 00000100:00100000:1.0:1767318259.544806:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24084 00000004:00080000:1.0:1767318259.544843:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b60e00/2, rc 0, transno 4294976133 00000100:00100000:1.0:1767318259.544854:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938588544:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.544969:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.544977:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e273 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.544985:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.544989:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e273 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.544997:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e273 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.545013:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e273 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.545021:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e273 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.545044:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.545046:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.545047:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.545060:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c545180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938587136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.545092:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.545124:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938587520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.545141:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.545157:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938588160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.545172:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.545185:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938588672:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.545199:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.545218:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938587136 00000100:00100000:3.0:1767318259.545223:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938587136 00000100:00100000:3.0:1767318259.545247:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938587520 00000100:00100000:3.0:1767318259.545249:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938587520 00000100:00100000:3.0:1767318259.545264:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938588160 00000100:00100000:3.0:1767318259.545266:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938588160 00000100:00100000:3.0:1767318259.545278:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938588672 00000100:00100000:3.0:1767318259.545280:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938588672 00000100:00100000:3.0:1767318259.545295:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24085 00000100:00100000:3.0:1767318259.545300:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+422:6185:x1853163938587136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.545314:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:608 count 1 00002000:00010000:3.0:1767318259.545331:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x260:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.545346:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e27a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.545356:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.545358:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.545361:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e27a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.545371:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e27a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.545379:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e27a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.545386:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e27a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.545401:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.545414:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24086 00000100:00100000:2.0:1767318259.545424:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+422:6185:x1853163938587520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.545435:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:609 count 1 00002000:00010000:2.0:1767318259.545451:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x261:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.545455:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e281 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545462:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.545464:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.545467:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e281 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545480:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e281 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545487:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e281 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545494:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e281 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545522:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.545566:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+423:6185:x1853163938587136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 265us (472us total) trans 4294976134 rc 0/0 00000100:00100000:3.0:1767318259.545573:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24085 00000100:00100000:3.0:1767318259.545586:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24087 00000100:00100000:3.0:1767318259.545592:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+422:6185:x1853163938588160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.545607:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:611 count 1 00002000:00010000:3.0:1767318259.545620:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x263:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.545626:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9e288 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.545633:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.545635:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318259.545637:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+423:6185:x1853163938587520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 217us (495us total) trans 4294976135 rc 0/0 00010000:00010000:3.0:1767318259.545638:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9e288 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.545644:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24086 00010000:00010000:3.0:1767318259.545647:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9e288 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.545654:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9e288 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.545655:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24088 00000100:00100000:2.0:1767318259.545661:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+422:6185:x1853163938588672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.545662:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9e288 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.545671:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:613 count 1 00010000:00010000:3.0:1767318259.545681:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767318259.545684:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.545689:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e27a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545696:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.545699:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e27a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545706:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e27a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545718:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e27a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545725:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3a00/0x3313483622c9e27a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545740:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.545743:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e281 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545749:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.545752:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e281 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545759:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e281 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545768:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e281 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545774:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e281 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545786:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.545789:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9e288 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545798:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.545802:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9e288 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545808:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9e288 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545817:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9e288 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545824:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3c00/0x3313483622c9e288 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545836:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.545838:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.545839:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767318259.545852:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x265:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.545857:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e28f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545863:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.545865:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.545867:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e28f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545874:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e28f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545886:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e28f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545892:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e28f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.545907:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.546680:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.546690:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e28f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.546699:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.546703:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e28f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.546710:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e28f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.546724:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e28f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.546731:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e28f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.546751:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.546753:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.546755:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.547560:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.547674:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+423:6185:x1853163938588672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2010us (2471us total) trans 4294976136 rc 0/0 00000100:00100000:2.0:1767318259.547684:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24088 00000100:00100000:3.0:1767318259.548104:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+423:6185:x1853163938588160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2510us (2929us total) trans 4294976137 rc 0/0 00000100:00100000:3.0:1767318259.548112:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24087 00010000:00010000:3.0:1767318259.548132:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.548195:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a42a00/2, rc 0, transno 4294976136 00000100:00100000:3.0:1767318259.548216:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938588672:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.548231:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c513800/2, rc 0, transno 4294976129 00000100:00100000:3.0:1767318259.548234:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c513800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938585600:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.548247:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a77800/2, rc 0, transno 4294975781 00000100:00100000:3.0:1767318259.548251:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938586112:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.548261:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c511f80/2, rc 0, transno 4294976130 00000100:00100000:3.0:1767318259.548264:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938586624:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.548279:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c545180/2, rc 0, transno 4294976134 00000100:00100000:3.0:1767318259.548282:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c545180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938587136:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.548289:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc4a80/2, rc 0, transno 4294976135 00000100:00100000:3.0:1767318259.548292:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938587520:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.548300:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc6a00/2, rc 0, transno 4294976137 00000100:00100000:3.0:1767318259.548303:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938588160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.548309:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318259.548317:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938588800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.548358:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.548389:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938588800 00000100:00100000:3.0:1767318259.548395:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938588800 00000100:00100000:3.0:1767318259.548426:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24089 00000100:00100000:3.0:1767318259.548433:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+423:6185:x1853163938588800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.548456:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:614 count 1 00002000:00010000:3.0:1767318259.548486:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x266:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.548492:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9e296 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.548519:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.548522:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.548528:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9e296 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.548540:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9e296 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.548549:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9e296 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.548557:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9e296 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.548571:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.548581:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.548585:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9e296 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.548592:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.548596:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9e296 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.548604:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9e296 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.548618:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9e296 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.548625:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2a00/0x3313483622c9e296 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.548641:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.548643:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.548645:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.548667:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938589056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.548696:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.548718:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767318259.548724:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938588928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.548743:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.548758:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938589440:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.548776:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.549334:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+424:6185:x1853163938588800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 900us (974us total) trans 4294976138 rc 0/0 00000100:00100000:3.0:1767318259.549352:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24089 00000100:00100000:3.0:1767318259.549366:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938589056 00000100:00100000:3.0:1767318259.549371:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938589056 00000100:00100000:3.0:1767318259.549398:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938588928 00000100:00100000:3.0:1767318259.549401:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938588928 00000100:00100000:3.0:1767318259.549424:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938589440 00000100:00100000:3.0:1767318259.549427:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938589440 00000100:00100000:3.0:1767318259.549446:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24090 00000100:00100000:3.0:1767318259.549451:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+426:6188:x1853163938589056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.549467:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:616 count 1 00002000:00010000:3.0:1767318259.549483:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x268:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.549488:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9e29d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.549497:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.549499:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.549502:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9e29d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.549530:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9e29d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.549539:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9e29d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.549546:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9e29d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.549550:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24091 00000100:00100000:2.0:1767318259.549559:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03025bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+426:6188:x1853163938588928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.549563:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1767318259.549570:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:615 count 1 00002000:00010000:2.0:1767318259.549585:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x267:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.549591:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9e2a4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549598:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.549600:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.549603:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9e2a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549611:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9e2a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549618:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9e2a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549625:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9e2a4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549636:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.549697:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+427:6188:x1853163938589056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 244us (999us total) trans 4294976139 rc 0/0 00000100:00100000:3.0:1767318259.549717:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24090 00000100:00100000:3.0:1767318259.549730:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24092 00000100:00100000:3.0:1767318259.549735:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04186b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+427:6188:x1853163938589440:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.549750:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03025bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+427:6188:x1853163938588928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 193us (1006us total) trans 4294976140 rc 0/0 00000100:00100000:2.0:1767318259.549756:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24091 00002000:00080000:3.0:1767318259.549756:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:619 count 1 00002000:00010000:3.0:1767318259.549769:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x26b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.549772:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.549774:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3600/0x3313483622c9e2ab lrc: 3/0,1 mode: --/PW res: [0x240000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549776:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9e29d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.549782:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.549783:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.549784:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.549786:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3600/0x3313483622c9e2ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549787:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9e29d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549796:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9e29d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.549796:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3600/0x3313483622c9e2ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.549804:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3600/0x3313483622c9e2ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549809:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9e29d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.549811:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3600/0x3313483622c9e2ab lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549817:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2e00/0x3313483622c9e29d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.549822:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318259.549830:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.549834:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9e2a4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549839:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.549842:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9e2a4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549849:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9e2a4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549858:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9e2a4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549865:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9e2a4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549877:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.549881:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3600/0x3313483622c9e2ab lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549886:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.549889:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3600/0x3313483622c9e2ab lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549897:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3600/0x3313483622c9e2ab lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549905:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3600/0x3313483622c9e2ab lrc: 1/0,0 mode: --/PW res: [0x240000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549912:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3600/0x3313483622c9e2ab lrc: 0/0,0 mode: --/PW res: [0x240000404:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.549927:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.549927:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04186b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+427:6188:x1853163938589440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 191us (1149us total) trans 4294976141 rc 0/0 00010000:00010000:2.0:1767318259.549928:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.549930:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.549933:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24092 00000004:00080000:3.0:1767318259.549972:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a43b80/2, rc 0, transno 4294976140 00000100:00100000:3.0:1767318259.549991:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938588928:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.550002:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a43480/2, rc 0, transno 4294976141 00000100:00100000:3.0:1767318259.550006:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938589440:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.550013:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a41500/2, rc 0, transno 4294976139 00000100:00100000:3.0:1767318259.550016:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938589056:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.550051:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407531f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938589568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.550077:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.550111:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938589568 00000100:00100000:3.0:1767318259.550115:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938589568 00000100:00100000:3.0:1767318259.550145:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24093 00000100:00100000:3.0:1767318259.550151:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+427:6188:x1853163938589568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.550163:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:620 count 1 00010000:00010000:1.0:1767318259.550169:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.550175:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1767318259.550179:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x26c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.550183:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9e2b2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.550191:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.550193:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.550196:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9e2b2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.550204:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9e2b2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.550218:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9e2b2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.550224:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9e2b2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.550244:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.550374:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+428:6188:x1853163938589568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 222us (296us total) trans 4294976142 rc 0/0 00000100:00100000:3.0:1767318259.550381:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24093 00010000:00010000:2.0:1767318259.550403:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:3.0:1767318259.550406:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0407531f80/2, rc 0, transno 4294976142 00010000:00010000:2.0:1767318259.550409:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9e2b2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550415:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.550419:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9e2b2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.550422:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407531f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938589568:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.550427:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9e2b2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.550437:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938589184:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.550438:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9e2b2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550445:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2000/0x3313483622c9e2b2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550458:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.550460:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.550460:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.550462:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.550482:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938589696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.550502:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.550544:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a43100/2, rc 0, transno 4294976138 00000100:00100000:3.0:1767318259.550553:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938588800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.550582:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938590080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.550590:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938589184 00000100:00100000:2.0:1767318259.550594:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938589184 00000100:00100000:3.0:1767318259.550603:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.550624:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938589696 00000100:00100000:3.0:1767318259.550626:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318259.550627:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938589696 00000100:00100000:3.0:1767318259.550631:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938589952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.550641:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938590080 00000100:00100000:2.0:1767318259.550643:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938590080 00000100:00100000:3.0:1767318259.550650:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.550657:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938589952 00000100:00100000:2.0:1767318259.550659:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938589952 00000100:00100000:3.0:1767318259.550671:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24094 00000100:00100000:3.0:1767318259.550677:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+431:6185:x1853163938589184:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.550680:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24095 00000100:00100000:2.0:1767318259.550685:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+431:6185:x1853163938589696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.550689:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:617 count 1 00002000:00080000:2.0:1767318259.550694:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:621 count 1 00002000:00010000:3.0:1767318259.550703:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x269:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1767318259.550706:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x26d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.550709:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9e2b9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550710:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e2c0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550717:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.550717:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.550719:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.550719:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.550723:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e2c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.550723:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9e2b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550733:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e2c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.550733:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9e2b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550742:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e2c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.550742:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9e2b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.550750:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9e2b9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550756:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e2c0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.550762:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.550766:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.550876:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+433:6185:x1853163938589696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 190us (372us total) trans 4294976144 rc 0/0 00000100:00100000:2.0:1767318259.550882:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24095 00000100:00100000:2.0:1767318259.550894:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24096 00000100:00100000:2.0:1767318259.550900:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+432:6188:x1853163938590080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.550909:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:624 count 1 00002000:00010000:2.0:1767318259.550922:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.550927:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9e2c7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550934:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.550935:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.550938:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9e2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550960:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9e2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550967:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9e2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550972:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9e2c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.550992:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318259.551039:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.551046:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9e2b9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551053:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.551056:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9e2b9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551065:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9e2b9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551077:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9e2b9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551084:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3400/0x3313483622c9e2b9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551100:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1767318259.551100:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+433:6188:x1853163938590080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 200us (496us total) trans 4294976145 rc 0/0 00010000:00010000:0.0:1767318259.551104:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e2c0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.551107:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24096 00010000:00010000:0.0:1767318259.551110:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.551113:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e2c0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.551118:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24097 00010000:00010000:0.0:1767318259.551120:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e2c0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.551123:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+432:6188:x1853163938589952:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.551130:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e2c0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.551133:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:623 count 1 00010000:00010000:0.0:1767318259.551137:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e2c0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.551145:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x26f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.551149:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9e2ce lrc: 3/0,1 mode: --/PW res: [0x240000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551155:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.551155:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.551157:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.551158:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9e2c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.551160:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9e2ce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551165:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.551168:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9e2c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.551168:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9e2ce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551175:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9e2c7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.551176:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9e2ce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.551184:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9e2ce lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551185:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9e2c7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551191:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9e2c7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.551193:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.551201:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.551204:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9e2ce lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551211:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.551214:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9e2ce lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551221:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9e2ce lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551230:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9e2ce lrc: 1/0,0 mode: --/PW res: [0x240000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551237:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9e2ce lrc: 0/0,0 mode: --/PW res: [0x240000404:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.551249:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.551251:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.551252:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.551297:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+433:6188:x1853163938589952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 173us (644us total) trans 4294976146 rc 0/0 00000100:00100000:2.0:1767318259.551303:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24097 00010000:00010000:2.0:1767318259.551442:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.551562:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.551967:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+432:6185:x1853163938589184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1287us (1503us total) trans 4294976143 rc 0/0 00000100:00100000:3.0:1767318259.551974:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24094 00010000:00010000:3.0:1767318259.551992:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.552032:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a42300/2, rc 0, transno 4294976146 00000100:00100000:3.0:1767318259.552050:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938589952:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.552065:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc4000/2, rc 0, transno 4294976145 00000100:00100000:3.0:1767318259.552068:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938590080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.552077:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318259.552084:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938590464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.552113:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.552142:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938590464 00000100:00100000:3.0:1767318259.552147:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938590464 00000100:00100000:3.0:1767318259.552214:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24098 00000100:00100000:3.0:1767318259.552222:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+330:6188:x1853163938590464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.552237:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:712 count 1 00002000:00010000:3.0:1767318259.552262:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.552272:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9e2d5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.552282:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.552284:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.552288:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9e2d5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.552299:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9e2d5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.552306:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9e2d5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.552313:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9e2d5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.552332:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.552351:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.552356:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9e2d5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.552362:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.552366:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9e2d5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.552373:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9e2d5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.552385:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9e2d5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.552392:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2600/0x3313483622c9e2d5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.552406:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.552408:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.552409:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.552556:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938590592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.552583:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.552592:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+331:6188:x1853163938590464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 371us (479us total) trans 4294975788 rc 0/0 00000100:00100000:3.0:1767318259.552599:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24098 00000004:00080000:1.0:1767318259.556899:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449b100/2, rc 0, transno 4294975788 00000100:00100000:1.0:1767318259.556920:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938590464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.556940:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938590592 00000100:00100000:3.0:1767318259.556948:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938590592 00000100:00100000:3.0:1767318259.556997:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24099 00000100:00100000:3.0:1767318259.557007:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+432:6188:x1853163938590592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.557052:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:625 count 1 00002000:00010000:3.0:1767318259.557087:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.557094:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e2dc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.557108:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.557110:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.557115:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e2dc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.557128:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e2dc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.557137:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e2dc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.557145:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e2dc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.557164:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.557449:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+433:6188:x1853163938590592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 442us (4862us total) trans 4294976147 rc 0/0 00000100:00100000:3.0:1767318259.557457:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24099 00000004:00080000:3.0:1767318259.557528:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc5880/2, rc 0, transno 4294975787 00000100:00100000:3.0:1767318259.557535:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938588416:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.557547:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc4e00/2, rc 0, transno 4294975786 00000100:00100000:3.0:1767318259.557550:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938588032:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.557572:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a42680/2, rc 0, transno 4294976143 00000100:00100000:3.0:1767318259.557584:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938589184:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.557645:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408256680/2, rc 0, transno 4294976144 00000100:00100000:3.0:1767318259.557654:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408256680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938589696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.557687:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043ef21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938590976:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.557712:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a41180/2, rc 0, transno 4294976147 00000100:00100000:1.0:1767318259.557727:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938590592:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.557737:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.557798:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938590976 00000100:00100000:3.0:1767318259.557803:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938590976 00000100:00100000:3.0:1767318259.557827:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24100 00000100:00100000:3.0:1767318259.557834:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043ef21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+433:6187:x1853163938590976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.557848:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:628 count 1 00002000:00010000:3.0:1767318259.557869:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.557875:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e2e3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.557885:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.557886:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.557890:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e2e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.557898:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938591104:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.557899:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e2e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.557907:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e2e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.557914:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e2e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.557924:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318259.557935:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.557947:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938591104 00000100:00100000:3.0:1767318259.557951:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938591104 00000100:00100000:3.0:1767318259.557973:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24101 00000100:00100000:3.0:1767318259.557979:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+434:6188:x1853163938591104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.557990:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:629 count 1 00002000:00010000:3.0:1767318259.558006:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.558011:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e2ea lrc: 3/0,1 mode: --/PW res: [0x240000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558018:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.558020:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.558037:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e2ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558046:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e2ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558054:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e2ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558061:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e2ea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558079:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318259.558232:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1767318259.558235:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+435:6188:x1853163938591104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 255us (309us total) trans 4294976148 rc 0/0 00010000:00010000:1.0:1767318259.558239:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e2dc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.558245:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24101 00010000:00010000:1.0:1767318259.558246:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.558250:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e2dc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.558259:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e2dc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.558274:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e2dc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318259.558274:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c512a00/2, rc 0, transno 4294976148 00010000:00010000:1.0:1767318259.558281:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2400/0x3313483622c9e2dc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.558281:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938591104:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.558301:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.558304:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e2e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.558409:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.558413:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e2e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.558420:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e2e3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.558430:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043ef21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+435:6187:x1853163938590976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 596us (693us total) trans 4294976149 rc 0/0 00010000:00010000:1.0:1767318259.558431:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e2e3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.558437:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24100 00010000:00010000:1.0:1767318259.558438:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b2c00/0x3313483622c9e2e3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.558451:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.558455:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e2ea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.558461:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b3e00 already unused, calling callback (ffffffffc15bcb40) 00000004:00080000:3.0:1767318259.558461:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043ef21880/2, rc 0, transno 4294976149 00010000:00010000:1.0:1767318259.558464:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e2ea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.558468:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043ef21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938590976:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.558471:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e2ea lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.558481:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e2ea lrc: 1/0,0 mode: --/PW res: [0x240000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.558487:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c1b3e00/0x3313483622c9e2ea lrc: 0/0,0 mode: --/PW res: [0x240000404:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.558494:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938590208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.558523:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.558526:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.558528:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.558536:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.558554:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938590720:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.558573:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.558596:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938591232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.558614:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.558630:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [1->0] 00000100:00100000:3.0:1767318259.558636:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938589312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.558655:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.558674:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938590208 00000100:00100000:3.0:1767318259.558677:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938590208 00000100:00100000:3.0:1767318259.558699:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938590720 00000100:00100000:3.0:1767318259.558702:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938590720 00000100:00100000:3.0:1767318259.558718:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938591232 00000100:00100000:3.0:1767318259.558721:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938591232 00000100:00100000:3.0:1767318259.558735:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938589312 00000100:00100000:3.0:1767318259.558738:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938589312 00000100:00100000:3.0:1767318259.558753:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24102 00000100:00100000:3.0:1767318259.558759:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+331:6185:x1853163938590208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.558773:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:710 count 1 00002000:00010000:3.0:1767318259.558791:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.558797:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9e2f1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558804:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.558806:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.558809:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9e2f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558818:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9e2f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558826:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9e2f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558833:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9e2f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558846:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.558855:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.558859:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9e2f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558866:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c1b2800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.558869:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9e2f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558881:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9e2f1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558892:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9e2f1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558898:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c1b2800/0x3313483622c9e2f1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.558913:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.558915:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.558917:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.559071:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+332:6185:x1853163938590208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 311us (534us total) trans 4294975789 rc 0/0 00000100:00100000:3.0:1767318259.559078:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24102 00000100:00100000:3.0:1767318259.559092:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24103 00000100:00100000:3.0:1767318259.559099:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+437:6185:x1853163938590720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.559110:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:626 count 1 00002000:00010000:3.0:1767318259.559126:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.559131:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e2f8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.559139:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.559140:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.559143:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e2f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.559157:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e2f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.559164:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e2f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.559171:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e2f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.559183:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.559191:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.559195:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e2f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.563148:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24104 00000100:00100000:0.0:1767318259.563175:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+437:6185:x1853163938591232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.563212:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:630 count 1 00002000:00010000:0.0:1767318259.563249:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.563256:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e2ff lrc: 3/0,1 mode: --/PW res: [0x240000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.563270:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.563272:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.563277:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e2ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.563290:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e2ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.563299:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e2ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.563311:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e2ff lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.563343:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.563631:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+438:6185:x1853163938591232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 469us (5014us total) trans 4294976150 rc 0/0 00000100:00100000:0.0:1767318259.563639:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24104 00000100:00100000:0.0:1767318259.563658:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24105 00000100:00100000:0.0:1767318259.563665:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+437:6185:x1853163938589312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.563678:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:618 count 1 00002000:00010000:0.0:1767318259.563692:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x26a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.563697:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e306 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.563899:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.563906:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e2f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.563915:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e2f8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.563932:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e2f8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.563939:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e2f8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.563966:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.563971:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e2ff lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.563978:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.563981:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e2ff lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.563988:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e2ff lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.563998:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e2ff lrc: 1/0,0 mode: --/PW res: [0x240000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.564005:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e2ff lrc: 0/0,0 mode: --/PW res: [0x240000404:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.564018:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.564020:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.564322:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.564522:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+438:6185:x1853163938590720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5406us (5930us total) trans 4294976151 rc 0/0 00000100:00100000:3.0:1767318259.564531:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24103 00000100:00100000:3.0:1767318259.564603:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0408257b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938589824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.564638:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.564666:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938590336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.564685:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.564697:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043ef21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938590848:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.564845:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.564848:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.564853:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e306 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.564866:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e306 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.564874:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e306 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.564882:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e306 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.564902:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.565117:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+438:6185:x1853163938589312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1451us (6458us total) trans 4294976152 rc 0/0 00000100:00100000:0.0:1767318259.565124:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24105 00000100:00100000:0.0:1767318259.565142:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938589824 00000100:00100000:0.0:1767318259.565149:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938589824 00000100:00100000:0.0:1767318259.565180:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938590336 00000100:00100000:0.0:1767318259.565183:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938590336 00000100:00100000:0.0:1767318259.565201:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24106 00000100:00100000:0.0:1767318259.565208:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+438:6185:x1853163938589824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.565228:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:622 count 1 00002000:00010000:0.0:1767318259.565251:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.565257:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e30d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565265:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.565266:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.565269:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e30d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565276:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e30d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565283:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e30d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565289:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e30d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565303:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.565445:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+439:6185:x1853163938589824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 236us (804us total) trans 4294976153 rc 0/0 00000100:00100000:0.0:1767318259.565451:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24106 00000100:00100000:0.0:1767318259.565464:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24107 00000100:00100000:0.0:1767318259.565470:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+332:6185:x1853163938590336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.565481:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:711 count 1 00002000:00010000:0.0:1767318259.565497:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.565502:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e314 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565528:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.565530:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.565533:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e314 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565541:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e314 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565548:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e314 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565555:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e314 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565563:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318259.565686:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.565694:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e306 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.565700:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+333:6185:x1853163938590336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 231us (1014us total) trans 4294975790 rc 0/0 00010000:00010000:1.0:1767318259.565701:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.565705:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e306 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.565707:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24107 00010000:00010000:1.0:1767318259.565714:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e306 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565723:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.565727:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e30d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.565729:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e306 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565735:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.565737:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e306 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.565738:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e30d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.565753:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.565757:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e314 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.565764:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.565766:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e314 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.565773:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e314 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.565782:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e314 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.565788:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e314 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.565799:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.565801:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.565802:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.565958:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.565965:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.566005:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.566050:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938591360:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.566072:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.566104:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c544700/2, rc 0, transno 4294976150 00000100:00100000:3.0:1767318259.566115:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938591232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.566187:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938591488:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.566212:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.566239:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938590848 00000100:00100000:3.0:1767318259.566244:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938590848 00000100:00100000:3.0:1767318259.566266:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938591360 00000100:00100000:3.0:1767318259.566269:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938591360 00000100:00100000:3.0:1767318259.566287:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938591488 00000100:00100000:3.0:1767318259.566290:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938591488 00000100:00100000:3.0:1767318259.566306:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24108 00000100:00100000:3.0:1767318259.566312:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+441:6185:x1853163938590848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.566326:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:627 count 1 00002000:00010000:3.0:1767318259.566354:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.566359:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e31b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.566368:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.566370:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.566373:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e31b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.566388:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e31b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.566395:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e31b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.566402:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e31b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.566414:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.566430:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.566435:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e31b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.566441:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.566444:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e31b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.566452:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e31b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.566462:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e31b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.566469:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e31b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.566484:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.566486:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.566488:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.566570:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+442:6185:x1853163938590848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 258us (565us total) trans 4294976154 rc 0/0 00000100:00100000:3.0:1767318259.566577:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24108 00000100:00100000:1.0:1767318259.566583:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938591616:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.566590:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24109 00000100:00100000:3.0:1767318259.566596:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+441:6185:x1853163938591360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.566606:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:631 count 1 00000100:00100000:1.0:1767318259.566609:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1767318259.566621:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.566626:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e322 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.566634:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.566635:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.566638:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e322 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.566647:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e322 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.566655:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e322 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.566661:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e322 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.566674:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.567098:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e30d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.567115:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e30d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.567122:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e30d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.567138:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.567142:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e322 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.567148:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.567151:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e322 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.567164:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e322 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.567173:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e322 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.567180:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e322 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.567193:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.567194:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.567196:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.567306:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+442:6185:x1853163938591360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 709us (1232us total) trans 4294976155 rc 0/0 00000100:00100000:3.0:1767318259.567313:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24109 00000100:00100000:3.0:1767318259.567327:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938591616 00000100:00100000:3.0:1767318259.567332:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938591616 00000100:00100000:3.0:1767318259.567406:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24110 00000100:00100000:3.0:1767318259.567413:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317afb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+441:6187:x1853163938591488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.567427:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:632 count 1 00002000:00010000:3.0:1767318259.567444:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.567449:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e329 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.567457:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.567459:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.567463:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e329 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.567488:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e329 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.567499:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e329 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.567603:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e329 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.567618:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.567627:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.567631:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e329 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.567638:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296de00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.567641:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e329 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.567648:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e329 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.567659:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e329 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.567666:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e329 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.567678:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.567680:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.567682:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.567687:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.568182:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317afb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+442:6187:x1853163938591488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 769us (1967us total) trans 4294976156 rc 0/0 00000100:00100000:3.0:1767318259.568189:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24110 00000100:00100000:3.0:1767318259.568204:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24111 00000100:00100000:3.0:1767318259.568209:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+333:6188:x1853163938591616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.568222:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:713 count 1 00002000:00010000:3.0:1767318259.568239:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.568244:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e330 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.568252:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.568254:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.568257:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e330 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.568267:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e330 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.568274:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e330 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.568281:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e330 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.568301:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.568409:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.568415:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e330 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.568422:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.568425:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e330 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.568432:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e330 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.568443:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e330 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.568450:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e330 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.568451:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+334:6188:x1853163938591616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 241us (1841us total) trans 4294975791 rc 0/0 00000100:00100000:3.0:1767318259.568461:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24111 00010000:00010000:1.0:1767318259.568463:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.568465:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.568466:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.568541:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.580675:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c546d80/2, rc 0, transno 4294976156 00000100:00100000:2.0:1767318259.580698:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938591488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.580850:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.580892:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938587776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.580935:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.580972:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938588288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.580995:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.581023:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c510380/2, rc 0, transno 4294976127 00000100:00100000:2.0:1767318259.581028:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c510380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938585728:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.581040:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a77100/2, rc 0, transno 4294975780 00000100:00100000:2.0:1767318259.581056:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938586240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.581070:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938591872:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.581096:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.581116:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318259.581123:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938591744:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.581142:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.581167:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938587264 00000100:00100000:2.0:1767318259.581174:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938587264 00000100:00100000:2.0:1767318259.581215:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938587776 00000100:00100000:2.0:1767318259.581217:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938587776 00000100:00100000:2.0:1767318259.581234:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938588288 00000100:00100000:2.0:1767318259.581238:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938588288 00000100:00100000:2.0:1767318259.581255:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938591872 00000100:00100000:2.0:1767318259.581258:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938591872 00000100:00100000:2.0:1767318259.581273:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938591744 00000100:00100000:2.0:1767318259.581276:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938591744 00000100:00100000:2.0:1767318259.581295:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24112 00000100:00100000:2.0:1767318259.581303:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+337:6186:x1853163938587264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.581559:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:703 count 1 00002000:00010000:2.0:1767318259.581601:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.581610:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792600/0x3313483622c9e337 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.581625:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.581628:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.581634:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792600/0x3313483622c9e337 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.581649:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411792600/0x3313483622c9e337 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.581658:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792600/0x3313483622c9e337 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.581667:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792600/0x3313483622c9e337 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.581684:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.582157:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+338:6186:x1853163938587264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 640us (1092us total) trans 4294975792 rc 0/0 00000100:00100000:2.0:1767318259.582169:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24112 00000100:00100000:2.0:1767318259.582277:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24113 00000100:00100000:2.0:1767318259.582286:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0304120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+442:6186:x1853163938587776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.582301:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:610 count 1 00002000:00010000:2.0:1767318259.582412:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x262:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.582419:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e33e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.582428:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.582430:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.582433:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e33e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.582444:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e33e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.582452:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e33e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.582459:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e33e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.582477:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.582662:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0304120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+443:6186:x1853163938587776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 377us (1725us total) trans 4294976157 rc 0/0 00000100:00100000:2.0:1767318259.582668:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24113 00000100:00100000:2.0:1767318259.582682:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24114 00000100:00100000:2.0:1767318259.582689:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0304123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+337:6186:x1853163938588288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.582700:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:708 count 1 00002000:00010000:2.0:1767318259.582716:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.582721:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411793200/0x3313483622c9e345 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.582728:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.582729:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.582732:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411793200/0x3313483622c9e345 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.582740:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411793200/0x3313483622c9e345 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.582747:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411793200/0x3313483622c9e345 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.582753:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411793200/0x3313483622c9e345 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.582765:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.582883:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0304123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+338:6186:x1853163938588288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 194us (1886us total) trans 4294975793 rc 0/0 00000100:00100000:2.0:1767318259.582888:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24114 00000100:00100000:2.0:1767318259.582900:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24115 00000100:00100000:2.0:1767318259.582907:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+337:6186:x1853163938591872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.583453:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:715 count 1 00002000:00010000:2.0:1767318259.583472:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.583478:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9e34c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583486:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.583488:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.583491:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9e34c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583501:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9e34c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583531:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9e34c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583538:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9e34c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583552:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.583712:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+338:6186:x1853163938591872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 805us (2614us total) trans 4294975794 rc 0/0 00000100:00100000:2.0:1767318259.583719:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24115 00000100:00100000:2.0:1767318259.583736:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24116 00000100:00100000:2.0:1767318259.583744:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+337:6186:x1853163938591744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.583757:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:714 count 1 00002000:00010000:2.0:1767318259.583772:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.583777:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792a00/0x3313483622c9e353 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583789:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.583791:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.583795:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792a00/0x3313483622c9e353 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583803:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411792a00/0x3313483622c9e353 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583811:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792a00/0x3313483622c9e353 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583818:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792a00/0x3313483622c9e353 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583833:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:2.0:1767318259.583850:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318259.583856:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411792600/0x3313483622c9e337 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583864:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.583868:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792600/0x3313483622c9e337 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583877:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792600/0x3313483622c9e337 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583893:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411792600/0x3313483622c9e337 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583901:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411792600/0x3313483622c9e337 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.583931:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318259.583935:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e33e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584010:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.584014:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e33e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584022:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e33e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584033:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e33e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584039:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9e33e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584052:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.584055:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411793200/0x3313483622c9e345 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584060:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.584064:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411793200/0x3313483622c9e345 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584071:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411793200/0x3313483622c9e345 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584081:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411793200/0x3313483622c9e345 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584088:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411793200/0x3313483622c9e345 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584104:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.584107:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9e34c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584113:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.584116:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9e34c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584124:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9e34c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584134:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9e34c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584142:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9e34c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584158:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.584162:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411792a00/0x3313483622c9e353 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584169:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.584171:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792a00/0x3313483622c9e353 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584179:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792a00/0x3313483622c9e353 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584187:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411792a00/0x3313483622c9e353 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584195:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411792a00/0x3313483622c9e353 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.584206:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.584209:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.584210:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.584651:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+338:6186:x1853163938591744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 906us (3505us total) trans 4294975795 rc 0/0 00000100:00100000:2.0:1767318259.584660:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24116 00000004:00080000:2.0:1767318259.584744:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a76300/2, rc 0, transno 4294975789 00000100:00100000:2.0:1767318259.584753:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938590208:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.584768:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a40380/2, rc 0, transno 4294976151 00000100:00100000:2.0:1767318259.584774:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938590720:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.584787:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a43800/2, rc 0, transno 4294976152 00000100:00100000:2.0:1767318259.584792:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938589312:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.584800:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0408257b80/2, rc 0, transno 4294976153 00000100:00100000:2.0:1767318259.584805:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0408257b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938589824:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.584814:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311993480/2, rc 0, transno 4294975790 00000100:00100000:2.0:1767318259.584817:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938590336:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.584827:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043ef21f80/2, rc 0, transno 4294976154 00000100:00100000:2.0:1767318259.584831:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043ef21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938590848:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.584840:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c544000/2, rc 0, transno 4294976155 00000100:00100000:2.0:1767318259.584843:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938591360:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.584870:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a41c00/2, rc 0, transno 4294975795 00000100:00100000:2.0:1767318259.584876:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938591744:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.584885:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c132680/2, rc 0, transno 4294975794 00000100:00100000:2.0:1767318259.584889:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c132680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938591872:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.584899:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c546680/2, rc 0, transno 4294975792 00000100:00100000:2.0:1767318259.584903:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938587264:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.584912:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc6300/2, rc 0, transno 4294976157 00000100:00100000:2.0:1767318259.584915:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938587776:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.584925:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc5180/2, rc 0, transno 4294975793 00000100:00100000:2.0:1767318259.584928:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938588288:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.593676:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.593685:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.593769:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938592256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.593805:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317af9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938592128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.593834:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.593835:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938592000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.593860:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938592256 00000100:00100000:3.0:1767318259.593867:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938592256 00000100:00100000:2.0:1767318259.593872:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317afa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938592768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.593889:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.593906:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938592768 00000100:00100000:2.0:1767318259.593907:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767318259.593909:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938592768 00000100:00100000:2.0:1767318259.593911:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317af8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938592384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.593927:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24117 00000100:00100000:3.0:1767318259.593935:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+444:6185:x1853163938592256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.593941:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1767318259.593959:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:635 count 1 00000100:00100000:2.0:1767318259.593966:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938592896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.593983:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1767318259.593990:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x27b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.593997:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e35a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.594003:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938592384 00000100:00100000:2.0:1767318259.594006:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938592384 00010000:00010000:3.0:1767318259.594011:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.594014:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.594019:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e35a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.594024:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938592896 00000100:00100000:2.0:1767318259.594026:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938592896 00010000:00010000:3.0:1767318259.594033:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e35a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.594040:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24118 00010000:00010000:3.0:1767318259.594044:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e35a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.594045:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+446:6185:x1853163938592768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.594055:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:639 count 1 00010000:00010000:3.0:1767318259.594057:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e35a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.594070:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x27f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.594077:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9e361 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594077:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.594084:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.594085:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.594088:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9e361 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594096:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9e361 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594103:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9e361 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594110:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9e361 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594119:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.594124:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e35a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594130:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.594134:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e35a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594142:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e35a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594155:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e35a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594161:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e35a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594176:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.594178:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.594179:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.594192:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24119 00000100:00100000:2.0:1767318259.594198:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+446:6185:x1853163938592384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.594210:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:636 count 1 00002000:00010000:2.0:1767318259.594224:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x27c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.594229:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e368 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594236:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.594238:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.594240:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e368 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594248:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e368 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594255:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e368 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594261:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e368 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.594278:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.594296:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.594300:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e368 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594308:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.594311:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e368 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594319:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e368 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594329:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e368 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594346:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793a00/0x3313483622c9e368 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594364:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.594365:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.594367:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.594401:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+447:6185:x1853163938592256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 465us (565us total) trans 4294976158 rc 0/0 00000100:00100000:3.0:1767318259.594408:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24117 00000100:00100000:3.0:1767318259.594425:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24120 00000100:00100000:3.0:1767318259.594431:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+446:6185:x1853163938592896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.594443:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:640 count 1 00002000:00010000:3.0:1767318259.594457:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x280:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.594461:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d000/0x3313483622c9e36f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594468:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.594470:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.594472:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d000/0x3313483622c9e36f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594480:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d000/0x3313483622c9e36f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594487:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d000/0x3313483622c9e36f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594495:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d000/0x3313483622c9e36f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594526:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.594535:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.594539:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d000/0x3313483622c9e36f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594545:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.594548:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d000/0x3313483622c9e36f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594556:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d000/0x3313483622c9e36f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594565:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d000/0x3313483622c9e36f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594571:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d000/0x3313483622c9e36f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.594584:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.594585:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.594587:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.598107:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.598360:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.603061:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938593280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.603890:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938593408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.607829:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.607874:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938593408 00000100:00100000:1.0:1767318259.607883:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938593408 00000100:00100000:1.0:1767318259.607929:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24121 00000100:00100000:1.0:1767318259.607939:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+338:6186:x1853163938593408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.607970:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:719 count 1 00002000:00010000:1.0:1767318259.608002:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.608010:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9e376 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.608024:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.608027:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.608032:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9e376 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.608046:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9e376 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.608055:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9e376 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.608063:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9e376 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.608086:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.608351:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+339:6186:x1853163938593408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 402us (516us total) trans 4294975796 rc 0/0 00000100:00100000:1.0:1767318259.608359:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24121 00000004:00080000:1.0:1767318259.608420:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a65500/2, rc 0, transno 4294975796 00000100:00100000:1.0:1767318259.608432:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938593408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.608492:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938593920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.608541:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.608561:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938593920 00000100:00100000:1.0:1767318259.608565:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938593920 00000100:00100000:1.0:1767318259.608587:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24122 00000100:00100000:1.0:1767318259.608593:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+339:6186:x1853163938593920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.608605:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:723 count 1 00002000:00010000:1.0:1767318259.608623:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.608628:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9e37d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.608636:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.608638:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.608641:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9e37d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.608650:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9e37d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.608657:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9e37d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.608664:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9e37d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.608683:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.608813:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+340:6186:x1853163938593920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 219us (271us total) trans 4294975797 rc 0/0 00000100:00100000:1.0:1767318259.608820:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24122 00000004:00080000:1.0:1767318259.608851:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f86d80/2, rc 0, transno 4294975797 00000100:00100000:1.0:1767318259.608860:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938593920:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.608899:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.608907:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9e376 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.608924:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.608928:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9e376 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.608936:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9e376 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.608966:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9e376 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.608972:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9e376 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.608988:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.608991:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9e37d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.608998:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.609001:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9e37d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.609007:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9e37d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.609017:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9e37d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.609032:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96200/0x3313483622c9e37d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.609045:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.609046:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.609047:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.609065:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.609211:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+449:6185:x1853163938592768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15165us (15319us total) trans 4294976161 rc 0/0 00000100:00100000:2.0:1767318259.609218:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24118 00000100:00100000:2.0:1767318259.609249:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+448:6185:x1853163938592384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15051us (15306us total) trans 4294976160 rc 0/0 00000100:00100000:2.0:1767318259.609254:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24119 00000100:00100000:2.0:1767318259.609659:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.609686:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938592128 00000100:00100000:2.0:1767318259.609691:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938592128 00000100:00100000:2.0:1767318259.609716:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24123 00000100:00100000:2.0:1767318259.609722:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+448:6188:x1853163938592128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.609738:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:634 count 1 00002000:00010000:2.0:1767318259.609759:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x27a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.609765:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e384 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.609775:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.609776:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.609780:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e384 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.609790:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e384 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.609798:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e384 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.609805:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e384 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.609833:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318259.609852:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.609858:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9e361 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.609865:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.609869:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9e361 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.609876:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9e361 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.609888:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9e361 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.609895:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9e361 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.609916:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.609920:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e384 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.609925:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.609928:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e384 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.609935:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e384 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.609944:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e384 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.609951:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9e384 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.609966:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.609968:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.609970:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.610903:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+449:6188:x1853163938592128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1176us (1240us total) trans 4294976162 rc 0/0 00000100:00100000:2.0:1767318259.611010:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24123 00000004:00080000:2.0:1767318259.611144:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317af9880/2, rc 0, transno 4294976162 00000100:00100000:2.0:1767318259.611161:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317af9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938592128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.611172:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938592640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.611205:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.611229:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938592640 00000100:00100000:2.0:1767318259.611235:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938592640 00000100:00100000:2.0:1767318259.611264:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24124 00000100:00100000:2.0:1767318259.611271:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+449:6188:x1853163938592640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.611292:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:638 count 1 00002000:00010000:2.0:1767318259.611403:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x27e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1767318259.611407:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.611410:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e38b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.611422:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.611424:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.611428:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e38b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.611431:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938593792:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.611441:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e38b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.611451:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e38b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.611452:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.611459:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e38b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318259.611475:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317af8380/2, rc 0, transno 4294976160 00000100:00100000:1.0:1767318259.611479:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317af8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938592384:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.611495:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317af9f80/2, rc 0, transno 4294976158 00000100:00100000:1.0:1767318259.611500:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938592256:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.611552:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.611587:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+449:6185:x1853163938592896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17154us (17601us total) trans 4294976159 rc 0/0 00000100:00100000:3.0:1767318259.611594:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24120 00000004:00080000:1.0:1767318259.611626:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317afa680/2, rc 0, transno 4294976161 00000100:00100000:1.0:1767318259.611631:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317afa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938592768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.611661:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938593280 00000100:00100000:1.0:1767318259.611664:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938593280 00000100:00100000:1.0:1767318259.611685:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938593792 00000100:00100000:1.0:1767318259.611687:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938593792 00000100:00100000:1.0:1767318259.611714:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24125 00000100:00100000:1.0:1767318259.611721:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+341:6185:x1853163938593280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.611734:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:718 count 1 00000100:00100000:2.0:1767318259.611743:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+449:6188:x1853163938592640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 472us (537us total) trans 4294976163 rc 0/0 00000100:00100000:2.0:1767318259.611749:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24124 00000100:00100000:2.0:1767318259.611761:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24126 00002000:00010000:1.0:1767318259.611766:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1767318259.611767:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+341:6185:x1853163938593792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.611771:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9e392 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.611777:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:722 count 1 00010000:00010000:1.0:1767318259.611779:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.611781:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.611784:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9e392 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.611789:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.611794:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9e392 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.611794:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e399 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.611801:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.611802:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9e392 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.611802:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.611805:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e399 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.611809:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9e392 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.611813:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e399 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.611820:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e399 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.611827:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e399 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611854:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.611861:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e38b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611868:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.611871:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e38b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611879:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e38b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611895:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e38b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611902:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792e00/0x3313483622c9e38b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611930:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.611934:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9e392 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611940:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.611951:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9e392 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611958:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9e392 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611968:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9e392 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611975:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.611978:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e399 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611984:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.611987:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e399 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.611993:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e399 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.612002:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e399 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.612008:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.612009:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.612011:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.612406:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.612431:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318259.612436:0:21387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97200/0x3313483622c9e392 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.612473:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767318259.612479:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411792400/0x3313483622c9e399 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.612640:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+343:6185:x1853163938593792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 871us (1185us total) trans 4294975798 rc 0/0 00000100:00100000:2.0:1767318259.612647:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24126 00010000:00010000:0.0:1767318259.612726:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.612985:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320f87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+342:6185:x1853163938593280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1263us (1576us total) trans 4294975799 rc 0/0 00000100:00100000:1.0:1767318259.612991:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24125 00000100:00100000:1.0:1767318259.613012:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938594432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.613056:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.613140:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318259.613146:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938594304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.613167:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.613346:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938594432 00000100:00100000:0.0:1767318259.613353:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938594432 00000100:00100000:0.0:1767318259.613382:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938594304 00000100:00100000:0.0:1767318259.613385:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938594304 00000100:00100000:0.0:1767318259.613402:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24127 00000100:00100000:0.0:1767318259.613408:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+450:6186:x1853163938594432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.613428:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:643 count 1 00002000:00010000:0.0:1767318259.613452:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x283:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.613458:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e3a0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.613470:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.613472:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.613476:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e3a0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.613487:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e3a0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.613496:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e3a0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.613529:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e3a0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.613543:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.613553:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.613557:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e3a0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.613564:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.613567:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e3a0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.613575:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e3a0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.613587:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e3a0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.613594:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e3a0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.613608:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.613610:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.613612:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.614120:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+451:6186:x1853163938594432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 709us (1061us total) trans 4294976164 rc 0/0 00000100:00100000:0.0:1767318259.614127:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24127 00000100:00100000:0.0:1767318259.614145:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24128 00000100:00100000:0.0:1767318259.614152:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+450:6186:x1853163938594304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.614165:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:642 count 1 00002000:00010000:0.0:1767318259.614181:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x282:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.614186:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e3a7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.614195:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.614197:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.614199:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e3a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.614208:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e3a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.614216:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e3a7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.614222:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e3a7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.614238:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.614366:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+451:6186:x1853163938594304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (1197us total) trans 4294976165 rc 0/0 00000100:00100000:0.0:1767318259.614372:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24128 00010000:00010000:2.0:1767318259.615054:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.615064:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e3a7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.615076:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.615081:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e3a7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.615092:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e3a7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.615106:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e3a7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.615112:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e3a7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.615134:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.615136:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.615139:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.615199:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317afad80/2, rc 0, transno 4294976163 00000100:00100000:2.0:1767318259.615221:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938592640:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.615297:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a40000/2, rc 0, transno 4294975791 00000100:00100000:2.0:1767318259.615443:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938591616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.615462:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938593152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.615527:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.615550:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938593664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.615569:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.615589:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938593152 00000100:00100000:2.0:1767318259.615594:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938593152 00000100:00100000:2.0:1767318259.615630:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938593664 00000100:00100000:2.0:1767318259.615633:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938593664 00000100:00100000:2.0:1767318259.615650:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24129 00000100:00100000:2.0:1767318259.615657:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+343:6188:x1853163938593152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.615679:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:717 count 1 00002000:00010000:2.0:1767318259.615707:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.615713:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411793e00/0x3313483622c9e3ae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.615724:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.615726:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.615730:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411793e00/0x3313483622c9e3ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.615742:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411793e00/0x3313483622c9e3ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.615756:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411793e00/0x3313483622c9e3ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.615765:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411793e00/0x3313483622c9e3ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.615779:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.616187:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+344:6188:x1853163938593152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 528us (659us total) trans 4294975800 rc 0/0 00000100:00100000:2.0:1767318259.616195:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24129 00000100:00100000:2.0:1767318259.616213:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24130 00000100:00100000:2.0:1767318259.616220:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+343:6188:x1853163938593664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.616231:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:721 count 1 00002000:00010000:2.0:1767318259.616249:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.616254:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792200/0x3313483622c9e3b5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.616262:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.616264:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.616268:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792200/0x3313483622c9e3b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.616278:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411792200/0x3313483622c9e3b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.616286:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792200/0x3313483622c9e3b5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.616294:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792200/0x3313483622c9e3b5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.616394:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.616542:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+344:6188:x1853163938593664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 323us (971us total) trans 4294975801 rc 0/0 00000100:00100000:2.0:1767318259.616549:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24130 00000004:00080000:2.0:1767318259.616593:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a67100/2, rc 0, transno 4294975801 00000100:00100000:2.0:1767318259.616600:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938593664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.616608:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938594176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.616635:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.616654:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938594688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.616671:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.616688:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938594176 00000100:00100000:2.0:1767318259.616692:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938594176 00000100:00100000:2.0:1767318259.616713:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938594688 00000100:00100000:2.0:1767318259.616716:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938594688 00000100:00100000:2.0:1767318259.616732:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24131 00000100:00100000:2.0:1767318259.616737:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+452:6188:x1853163938594176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.616750:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:641 count 1 00002000:00010000:2.0:1767318259.616767:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x281:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.616773:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e3bc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.616782:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.616784:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.616788:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e3bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.616798:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e3bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.616806:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e3bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.616813:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e3bc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.616826:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.617103:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+453:6188:x1853163938594176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 364us (466us total) trans 4294976166 rc 0/0 00000100:00100000:2.0:1767318259.617110:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24131 00000100:00100000:2.0:1767318259.617122:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24132 00000100:00100000:2.0:1767318259.617129:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+452:6188:x1853163938594688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.617140:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:645 count 1 00002000:00010000:2.0:1767318259.617155:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x285:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.617160:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e3c3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617167:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.617168:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.617171:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617184:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617193:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617200:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e3c3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617207:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.617413:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+453:6188:x1853163938594688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 284us (740us total) trans 4294976167 rc 0/0 00000100:00100000:2.0:1767318259.617419:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24132 00010000:00010000:2.0:1767318259.617439:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318259.617446:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411793e00/0x3313483622c9e3ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617453:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.617457:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411793e00/0x3313483622c9e3ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617464:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411793e00/0x3313483622c9e3ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617479:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411793e00/0x3313483622c9e3ae lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617490:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411793e00/0x3313483622c9e3ae lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617530:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.617534:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411792200/0x3313483622c9e3b5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617541:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.617544:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792200/0x3313483622c9e3b5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617550:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792200/0x3313483622c9e3b5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617559:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411792200/0x3313483622c9e3b5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617565:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411792200/0x3313483622c9e3b5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617576:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.617579:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e3bc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617584:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.617586:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e3bc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617593:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e3bc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617600:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e3bc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617606:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e3bc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617617:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.617620:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e3c3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617625:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.617628:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e3c3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617635:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e3c3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617643:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e3c3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617650:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e3c3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.617665:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.617666:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.617668:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.617697:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa5880/2, rc 0, transno 4294976167 00000100:00100000:2.0:1767318259.617709:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938594688:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.617762:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a64000/2, rc 0, transno 4294975800 00000100:00100000:2.0:1767318259.617767:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938593152:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.617774:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317af8e00/2, rc 0, transno 4294976166 00000100:00100000:2.0:1767318259.617781:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938594176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.617788:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1767318259.617812:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938593024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.617837:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.617854:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938593536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.617873:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.617887:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938594048:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.617900:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.617904:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.617906:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.617998:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938593024 00000100:00100000:1.0:1767318259.618004:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938593024 00000100:00100000:2.0:1767318259.618047:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938593536 00000100:00100000:2.0:1767318259.618051:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938593536 00000100:00100000:2.0:1767318259.618072:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938594048 00000100:00100000:2.0:1767318259.618075:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938594048 00010000:00010000:3.0:1767318259.618142:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.618149:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.618153:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24133 00000100:00100000:3.0:1767318259.618160:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24134 00000100:00100000:2.0:1767318259.618161:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+346:6188:x1853163938593536:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.618167:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+346:6188:x1853163938594048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.618174:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:720 count 1 00002000:00080000:3.0:1767318259.618178:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:724 count 1 00002000:00010000:2.0:1767318259.618192:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1767318259.618192:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.618198:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e3ca lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.618198:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e3d1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.618207:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.618207:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.618209:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.618209:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.618213:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e3ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.618213:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.618224:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e3ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.618224:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.618233:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e3ca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.618233:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e3d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.618241:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e3ca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.618241:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e3d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.618253:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.618493:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+347:6188:x1853163938593536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 332us (617us total) trans 4294975802 rc 0/0 00000100:00100000:2.0:1767318259.618499:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24133 00000004:00080000:0.0:1767318259.618933:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a66300/2, rc 0, transno 4294975799 00000100:00100000:0.0:1767318259.618945:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938593280:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.619000:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317af8000/2, rc 0, transno 4294976165 00000100:00100000:0.0:1767318259.619016:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938594304:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.619039:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317afaa00/2, rc 0, transno 4294976164 00000100:00100000:0.0:1767318259.619043:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938594432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.619055:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938595072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.619083:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318259.620399:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.620680:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+347:6188:x1853163938594048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2511us (2770us total) trans 4294975803 rc 0/0 00000100:00100000:3.0:1767318259.620689:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24134 00010000:00010000:0.0:1767318259.621088:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.621097:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e3ca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621107:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.621112:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e3ca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621122:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e3ca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621141:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e3ca lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621148:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e3ca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621167:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767318259.621168:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938595072 00010000:00010000:0.0:1767318259.621171:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e3d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.621175:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938595072 00010000:00010000:0.0:1767318259.621181:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296de00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.621184:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e3d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621191:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e3d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621200:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e3d1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621206:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e3d1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621217:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.621219:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.621221:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.621285:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f86680/2, rc 0, transno 4294975798 00000100:00100000:0.0:1767318259.621295:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938593792:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.621335:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317afbb80/2, rc 0, transno 4294976159 00000100:00100000:0.0:1767318259.621355:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938592896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.621371:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938594944:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.621403:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.621410:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.621419:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938594944 00000100:00100000:2.0:1767318259.621423:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938594944 00000100:00100000:0.0:1767318259.621428:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434499180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938595328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.621446:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.621452:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938595328 00000100:00100000:2.0:1767318259.621455:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938595328 00000100:00100000:0.0:1767318259.621460:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938595840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.621473:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24135 00000100:00100000:0.0:1767318259.621476:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.621481:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+454:6185:x1853163938594944:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.621491:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318259.621495:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04186b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938595968:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.621502:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:646 count 1 00000100:00100000:0.0:1767318259.621528:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1767318259.621544:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x286:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:0.0:1767318259.621549:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938595456:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.621551:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9e3d8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.621561:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.621563:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.621568:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9e3d8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.621569:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.621580:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9e3d8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.621588:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9e3d8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.621594:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9e3d8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.621617:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.621875:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+455:6185:x1853163938594944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 394us (470us total) trans 4294976168 rc 0/0 00000100:00100000:2.0:1767318259.621881:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24135 00010000:00010000:0.0:1767318259.621885:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.621890:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9e3d8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.621893:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938595840 00000100:00100000:2.0:1767318259.621896:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938595840 00010000:00010000:0.0:1767318259.621898:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.621901:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9e3d8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621908:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9e3d8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.621911:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938595968 00010000:00010000:0.0:1767318259.621920:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9e3d8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621928:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9e3d8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.621941:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.621943:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.621944:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.622146:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938595968 00000100:00100000:2.0:1767318259.622170:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938595456 00000100:00100000:2.0:1767318259.622173:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938595456 00000100:00100000:2.0:1767318259.622187:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24136 00000100:00100000:2.0:1767318259.622191:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+349:6185:x1853163938595328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.622203:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:727 count 1 00002000:00010000:2.0:1767318259.622220:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.622225:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e3df lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.622232:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.622233:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.622236:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e3df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.622244:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e3df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.622251:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e3df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.622258:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e3df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.622271:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.622495:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+350:6185:x1853163938595328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 302us (1047us total) trans 4294975804 rc 0/0 00000100:00100000:2.0:1767318259.622501:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24136 00000100:00100000:2.0:1767318259.622534:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24137 00000100:00100000:2.0:1767318259.622540:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+349:6185:x1853163938595840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.622551:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:729 count 1 00002000:00010000:2.0:1767318259.622566:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.622571:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e3e6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.622578:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.622580:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.622583:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e3e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.622591:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e3e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.622598:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e3e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.622605:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e3e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.622697:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24138 00000100:00100000:1.0:1767318259.622903:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24139 00000100:00100000:1.0:1767318259.622909:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+349:6186:x1853163938595456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.622922:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:728 count 1 00002000:00010000:1.0:1767318259.622938:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.622943:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e3ed lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.622952:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.622953:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.622955:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e3ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.622967:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e3ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.622974:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e3ed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.622980:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e3ed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.623103:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24140 00000100:00100000:3.0:1767318259.623111:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+349:6188:x1853163938593024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.623123:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:716 count 1 00002000:00010000:3.0:1767318259.623138:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.623143:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e3f4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.623150:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.623152:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.623155:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e3f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.623168:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e3f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.623175:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e3f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.623181:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e3f4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.623566:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.623848:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+350:6185:x1853163938595840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1306us (2368us total) trans 4294975805 rc 0/0 00000100:00100000:2.0:1767318259.623856:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24137 00010000:00010000:0.0:1767318259.624542:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.624552:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e3df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624561:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.624565:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e3df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624573:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e3df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624589:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e3df lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624596:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e3df lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624614:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.624617:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e3e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624622:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.624625:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e3e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624632:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e3e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624638:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e3e6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624646:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e3e6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624655:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.624658:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e3ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624663:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.624665:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e3ed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624670:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e3ed lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624678:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e3ed lrc: 2/0,0 mode: --/PW res: [0x280000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624684:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.624686:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e3f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624690:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.624692:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e3f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624704:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e3f4 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624710:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e3f4 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.624715:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.624716:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.624717:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.625369:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318259.625376:0:14896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e3ed lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.625604:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+350:6186:x1853163938595456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2694us (4032us total) trans 4294975806 rc 0/0 00000100:00100000:1.0:1767318259.625611:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24139 00000100:00100000:1.0:1767318259.625633:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+455:6185:x1853163938595968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.625653:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:650 count 1 00002000:00010000:1.0:1767318259.625674:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x28a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.625678:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e3fb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.625687:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.625688:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.625692:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e3fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.625715:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e3fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.625720:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e3fb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.625725:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e3fb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.625737:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.625873:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+456:6185:x1853163938595968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3013us (4343us total) trans 4294976169 rc 0/0 00000100:00100000:1.0:1767318259.625879:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24138 00000004:00080000:1.0:1767318259.625926:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a1a680/2, rc 0, transno 4294975806 00000100:00100000:1.0:1767318259.625939:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938595456:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.627283:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.627295:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e3fb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.627312:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.627315:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.627319:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e3fb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.627334:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e3fb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.627364:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e3fb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.627367:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.627371:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e3fb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.627412:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1767318259.627422:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e3f4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.627474:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.627541:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24141 00000100:00100000:2.0:1767318259.627551:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+455:6186:x1853163938595072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.627575:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:647 count 1 00002000:00010000:2.0:1767318259.627598:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x287:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.627603:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9e402 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.627613:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.627615:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.627620:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9e402 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.627629:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9e402 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.627637:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9e402 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.627644:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9e402 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.627663:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.627801:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.627807:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9e402 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.627815:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.627818:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9e402 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.627825:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9e402 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.627829:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+456:6186:x1853163938595072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 280us (8744us total) trans 4294976170 rc 0/0 00010000:00010000:0.0:1767318259.627836:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9e402 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.627836:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24141 00010000:00010000:0.0:1767318259.627842:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9e402 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.627857:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.627857:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.627859:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.627859:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.627860:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.627861:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.627908:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa6680/2, rc 0, transno 4294976170 00000004:00080000:2.0:1767318259.627908:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f87100/2, rc 0, transno 4294975803 00000100:00100000:1.0:1767318259.627924:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938595072:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.627936:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938594048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.627954:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938594560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.627987:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.628014:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938595200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.628034:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.628049:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318259.628050:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03025bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938595712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.628067:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.628081:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c51a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938596224:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.628098:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.628117:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938594560 00000100:00100000:3.0:1767318259.628117:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+350:6188:x1853163938593024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5007us (10279us total) trans 4294975807 rc 0/0 00000100:00100000:2.0:1767318259.628122:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938594560 00000100:00100000:3.0:1767318259.628124:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24140 00000100:00100000:2.0:1767318259.628139:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938595200 00000100:00100000:2.0:1767318259.628142:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938595200 00000100:00100000:2.0:1767318259.628161:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938595712 00000100:00100000:2.0:1767318259.628164:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938595712 00000100:00100000:2.0:1767318259.628177:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938596224 00000100:00100000:2.0:1767318259.628179:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938596224 00000100:00100000:2.0:1767318259.628194:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24142 00000100:00100000:2.0:1767318259.628199:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+457:6188:x1853163938594560:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.628208:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24143 00002000:00080000:2.0:1767318259.628211:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:644 count 1 00000100:00100000:3.0:1767318259.628213:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+351:6188:x1853163938595200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.628222:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:726 count 1 00002000:00010000:2.0:1767318259.628227:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x284:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.628231:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e409 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767318259.628235:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.628239:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.628240:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e410 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.628242:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.628245:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e409 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628246:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.628248:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.628251:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e410 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.628254:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e409 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628261:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e410 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.628262:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e409 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.628270:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e409 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628270:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e410 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628277:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e410 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.628283:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.628286:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.628416:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+458:6188:x1853163938594560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 216us (428us total) trans 4294976171 rc 0/0 00000100:00100000:3.0:1767318259.628416:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+352:6188:x1853163938595200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 202us (381us total) trans 4294975808 rc 0/0 00000100:00100000:2.0:1767318259.628423:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24142 00000100:00100000:3.0:1767318259.628473:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24143 00000100:00100000:3.0:1767318259.628486:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24144 00000100:00100000:3.0:1767318259.628493:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+457:6188:x1853163938595712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.628503:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:649 count 1 00002000:00010000:3.0:1767318259.628539:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x289:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.628543:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e417 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628551:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.628552:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.628555:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e417 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628564:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e417 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628572:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e417 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628578:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e417 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628591:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.628722:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+458:6188:x1853163938595712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 229us (652us total) trans 4294976172 rc 0/0 00000100:00100000:3.0:1767318259.628729:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24144 00000100:00100000:3.0:1767318259.628742:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24145 00000100:00100000:3.0:1767318259.628748:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+351:6188:x1853163938596224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.628757:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:731 count 1 00002000:00010000:3.0:1767318259.628772:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.628777:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e41e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628784:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.628785:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.628788:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e41e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628797:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e41e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628804:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e41e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628811:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e41e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.628823:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318259.628936:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+352:6188:x1853163938596224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 188us (836us total) trans 4294975809 rc 0/0 00000100:00100000:3.0:1767318259.628947:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24145 00010000:00010000:2.0:1767318259.629480:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318259.629489:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e409 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629498:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.629502:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e409 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629524:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e409 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629540:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e409 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629547:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e409 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629565:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.629569:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e410 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629575:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.629579:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e410 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629587:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e410 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629597:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e410 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629605:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e410 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629618:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.629621:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e417 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629628:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.629632:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e417 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629639:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e417 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629647:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e417 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629654:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e417 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629665:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.629669:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e41e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629675:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.629678:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e41e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629685:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e41e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629693:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e41e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629700:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e41e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.629711:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.629713:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.629715:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.629823:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c51a300/2, rc 0, transno 4294975809 00000100:00100000:2.0:1767318259.629841:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c51a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938596224:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.629856:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a65880/2, rc 0, transno 4294975807 00000100:00100000:2.0:1767318259.629861:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938593024:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.629870:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a64380/2, rc 0, transno 4294975802 00000100:00100000:2.0:1767318259.629874:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938593536:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.629884:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317afb100/2, rc 0, transno 4294976171 00000100:00100000:2.0:1767318259.629899:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938594560:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.630148:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449aa00/2, rc 0, transno 4294975808 00000100:00100000:2.0:1767318259.630154:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938595200:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.630166:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03025bb480/2, rc 0, transno 4294976172 00000100:00100000:2.0:1767318259.630170:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03025bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938595712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.630178:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1767318259.630187:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938594816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.630236:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.630266:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938594816 00000100:00100000:2.0:1767318259.630272:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938594816 00000100:00100000:2.0:1767318259.630302:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24146 00010000:00010000:1.0:1767318259.631031:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.631116:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938596480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.631155:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.631181:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938596480 00000100:00100000:1.0:1767318259.631186:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938596480 00000100:00100000:1.0:1767318259.631220:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24147 00000100:00100000:1.0:1767318259.631228:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+458:6186:x1853163938596480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.631253:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:652 count 1 00002000:00010000:1.0:1767318259.631283:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x28c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.631291:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e425 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631304:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.631306:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.631311:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e425 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631323:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e425 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631331:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e425 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631347:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e425 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631363:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.631612:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+459:6186:x1853163938596480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 385us (456us total) trans 4294976173 rc 0/0 00000100:00100000:1.0:1767318259.631620:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24147 00010000:00010000:1.0:1767318259.631639:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.631645:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e425 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631651:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.631655:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e425 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631663:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e425 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631676:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e425 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631683:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9e425 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631697:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.631800:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.631804:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.631842:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317af8700/2, rc 0, transno 4294976173 00000100:00100000:1.0:1767318259.631849:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938596480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.631856:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938596352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.631881:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.631901:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938596352 00000100:00100000:1.0:1767318259.631905:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938596352 00000100:00100000:1.0:1767318259.631928:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24148 00000100:00100000:1.0:1767318259.631935:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+459:6186:x1853163938596352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.631948:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:651 count 1 00002000:00010000:1.0:1767318259.631964:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x28b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.631969:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9e42c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631983:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.631985:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.631988:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9e42c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.631997:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9e42c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632005:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9e42c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632012:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9e42c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632028:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.632156:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+460:6186:x1853163938596352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 221us (274us total) trans 4294976174 rc 0/0 00000100:00100000:1.0:1767318259.632163:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24148 00000004:00080000:1.0:1767318259.632192:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a1b480/2, rc 0, transno 4294976174 00000100:00100000:1.0:1767318259.632197:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938596352:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.632209:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938596992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.632231:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.632250:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938596992 00000100:00100000:1.0:1767318259.632253:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938596992 00000100:00100000:1.0:1767318259.632277:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24149 00000100:00100000:1.0:1767318259.632283:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+353:6186:x1853163938596992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.632298:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:735 count 1 00002000:00010000:1.0:1767318259.632316:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.632321:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e433 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632329:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.632331:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.632333:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e433 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632355:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e433 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632362:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e433 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632369:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e433 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632382:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.632549:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+354:6186:x1853163938596992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 265us (316us total) trans 4294975810 rc 0/0 00000100:00100000:1.0:1767318259.632556:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24149 00010000:00010000:1.0:1767318259.632572:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.632576:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9e42c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632583:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.632586:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9e42c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632593:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9e42c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632605:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9e42c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632611:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9e42c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632622:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.632625:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e433 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632631:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.632633:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e433 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632640:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e433 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632648:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e433 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632654:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e433 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.632669:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.632670:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.632672:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.632696:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c518000/2, rc 0, transno 4294975810 00000100:00100000:1.0:1767318259.633009:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938596992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.633077:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318259.633125:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c51b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938596864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.633153:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.633174:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938596864 00000100:00100000:1.0:1767318259.633178:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938596864 00000100:00100000:1.0:1767318259.633205:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24150 00000100:00100000:1.0:1767318259.633212:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+354:6186:x1853163938596864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.633226:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:734 count 1 00002000:00010000:1.0:1767318259.633242:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.633247:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e43a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.633255:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.633257:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.633261:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e43a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.633270:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e43a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.633277:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e43a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.633285:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e43a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.633297:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.633457:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+355:6186:x1853163938596864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 244us (302us total) trans 4294975811 rc 0/0 00000100:00100000:1.0:1767318259.633464:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24150 00010000:00010000:1.0:1767318259.633480:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.633486:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e43a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.633492:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.633495:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e43a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.633501:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e43a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.633536:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e43a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.633543:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e43a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.633558:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.633559:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.633561:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.633583:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c51b100/2, rc 0, transno 4294975811 00000100:00100000:1.0:1767318259.633591:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c51b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938596864:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.633719:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.633725:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.633975:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318259.634032:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938597504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.634065:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.634098:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317af9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938597376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.634117:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.634135:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938597504 00000100:00100000:1.0:1767318259.634138:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938597504 00000100:00100000:1.0:1767318259.634161:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938597376 00000100:00100000:1.0:1767318259.634164:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938597376 00000100:00100000:1.0:1767318259.634183:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24151 00000100:00100000:1.0:1767318259.634188:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+461:6186:x1853163938597504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.634204:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:654 count 1 00002000:00010000:1.0:1767318259.634226:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x28e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.634232:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e441 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.634241:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.634243:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.634247:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e441 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.634258:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e441 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.634265:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e441 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.634273:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e441 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.634286:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.634465:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+462:6186:x1853163938597504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 275us (398us total) trans 4294976175 rc 0/0 00000100:00100000:2.0:1767318259.634465:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+354:6188:x1853163938594816:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.634472:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24151 00002000:00080000:2.0:1767318259.634480:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:725 count 1 00000100:00100000:1.0:1767318259.634486:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24152 00000100:00100000:1.0:1767318259.634491:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+461:6186:x1853163938597376:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:2.0:1767318259.634496:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:1.0:1767318259.634501:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:653 count 1 00010000:00010000:2.0:1767318259.634501:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e448 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.634525:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.634527:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.634530:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e448 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.634539:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e448 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318259.634543:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x28d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.634546:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e448 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.634547:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e44f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.634554:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e448 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.634555:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.634556:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.634559:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e44f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.634566:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318259.634567:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e44f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.634574:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e44f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.634580:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e44f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.634590:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.634689:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+462:6186:x1853163938597376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 196us (569us total) trans 4294976176 rc 0/0 00000100:00100000:2.0:1767318259.634689:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+355:6188:x1853163938594816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4379us (4451us total) trans 4294975812 rc 0/0 00000100:00100000:1.0:1767318259.634696:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24152 00010000:00010000:0.0:1767318259.634834:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.634841:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e441 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634849:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.634852:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e441 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634860:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e441 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634874:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e441 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634881:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e441 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634897:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.634900:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e448 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634906:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.634908:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e448 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634915:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e448 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634924:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e448 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634930:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e448 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634944:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.634947:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e44f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634953:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.634955:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e44f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634961:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e44f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634969:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e44f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634974:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e44f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.634984:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.634985:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.634987:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.635153:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24146 00010000:00010000:2.0:1767318259.635174:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.635221:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04186b6680/2, rc 0, transno 4294976169 00000100:00100000:2.0:1767318259.635227:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04186b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938595968:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.635238:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa4000/2, rc 0, transno 4294976168 00000100:00100000:2.0:1767318259.635241:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938594944:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.635252:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434499180/2, rc 0, transno 4294975804 00000100:00100000:2.0:1767318259.635269:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434499180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938595328:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.635280:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a19500/2, rc 0, transno 4294975805 00000100:00100000:2.0:1767318259.635284:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938595840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.635315:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.635360:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938592512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.635386:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.635408:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c518a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938596608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.635427:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.635441:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938597120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.635457:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.635471:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767318259.635476:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c51b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938596736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.635494:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.635524:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938597248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.635543:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.635561:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938592000 00000100:00100000:2.0:1767318259.635566:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938592000 00000100:00100000:2.0:1767318259.635587:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938592512 00000100:00100000:2.0:1767318259.635589:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938592512 00000100:00100000:2.0:1767318259.635606:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938596608 00000100:00100000:2.0:1767318259.635609:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938596608 00000100:00100000:2.0:1767318259.635626:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938597120 00000100:00100000:2.0:1767318259.635629:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938597120 00000100:00100000:2.0:1767318259.635643:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938596736 00000100:00100000:2.0:1767318259.635646:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938596736 00000100:00100000:2.0:1767318259.635657:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938597248 00000100:00100000:2.0:1767318259.635660:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938597248 00000100:00100000:2.0:1767318259.635675:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24153 00000100:00100000:2.0:1767318259.635682:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+464:6187:x1853163938592000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.635701:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:633 count 1 00002000:00010000:2.0:1767318259.635724:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.635729:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9e456 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.635739:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.635741:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.636104:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9e456 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.636111:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24154 00010000:00010000:2.0:1767318259.636120:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9e456 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.636121:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+463:6187:x1853163938592512:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318259.636129:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9e456 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1767318259.636133:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:637 count 1 00010000:00010000:2.0:1767318259.636137:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9e456 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318259.636149:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x27d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.636153:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e45d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.636155:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.636161:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.636162:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.636165:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e45d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.636174:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e45d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.636180:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e45d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.636187:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e45d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.636197:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.636556:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.636564:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9e456 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.636573:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.636576:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9e456 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.636584:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9e456 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.636598:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9e456 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.636604:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9e456 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.636622:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.636625:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e45d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.636630:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.636633:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e45d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.636639:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e45d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.636648:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e45d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.636654:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e45d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.636667:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.636668:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.636670:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.636676:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.636890:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+465:6187:x1853163938592512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 771us (1501us total) trans 4294976177 rc 0/0 00000100:00100000:1.0:1767318259.636898:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24154 00000100:00100000:1.0:1767318259.636915:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24155 00000100:00100000:1.0:1767318259.636923:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+358:6187:x1853163938596608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.636938:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:732 count 1 00002000:00010000:1.0:1767318259.636958:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.636963:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e464 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.636971:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.636973:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.636977:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e464 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.636986:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e464 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.636995:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e464 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.637002:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e464 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.637017:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.637994:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.638003:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e464 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638012:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.638016:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e464 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638035:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e464 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638050:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e464 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638058:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e464 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638079:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.638080:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.638082:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.638102:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24156 00000100:00100000:0.0:1767318259.638112:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+358:6187:x1853163938597120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.638133:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:736 count 1 00002000:00010000:0.0:1767318259.638154:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.638160:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e46b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638169:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.638171:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.638174:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e46b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638184:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e46b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638192:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e46b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638200:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e46b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638214:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.638224:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.638228:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e46b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638234:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.638237:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e46b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638245:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e46b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638254:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e46b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638262:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e46b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638274:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.638276:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.638277:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.638497:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+359:6187:x1853163938597120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 386us (3037us total) trans 4294975813 rc 0/0 00000100:00100000:0.0:1767318259.638522:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24156 00000100:00100000:0.0:1767318259.638543:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24157 00000100:00100000:0.0:1767318259.638550:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+358:6187:x1853163938596736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.638562:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:733 count 1 00002000:00010000:0.0:1767318259.638576:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.638581:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e472 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638589:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.638590:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.638593:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e472 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638606:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e472 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638614:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e472 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638620:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e472 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.638633:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.639033:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+359:6187:x1853163938596608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2096us (3589us total) trans 4294975814 rc 0/0 00000100:00100000:1.0:1767318259.639041:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24155 00000100:00100000:1.0:1767318259.639058:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24158 00000100:00100000:1.0:1767318259.639066:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+358:6187:x1853163938597248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.639079:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:737 count 1 00002000:00010000:1.0:1767318259.639095:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.639100:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e479 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639108:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.639110:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.639113:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e479 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639122:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e479 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639130:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e479 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639137:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e479 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639157:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.639283:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+359:6187:x1853163938597248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 218us (3738us total) trans 4294975815 rc 0/0 00000100:00100000:1.0:1767318259.639290:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24158 00010000:00010000:1.0:1767318259.639325:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.639330:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e472 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639353:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.639356:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e472 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639365:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e472 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639378:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e472 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639385:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e472 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639397:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.639400:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e479 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639405:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.639407:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e479 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639414:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e479 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639422:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e479 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639432:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e479 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.639445:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.639446:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.639448:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.639494:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.639500:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.639580:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+359:6187:x1853163938596736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1030us (4084us total) trans 4294975816 rc 0/0 00000100:00100000:0.0:1767318259.639586:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24157 00000004:00080000:0.0:1767318259.639640:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317af9180/2, rc 0, transno 4294976176 00000100:00100000:0.0:1767318259.639646:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317af9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938597376:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.639666:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317afb800/2, rc 0, transno 4294976175 00000100:00100000:0.0:1767318259.639670:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938597504:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.642268:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067d8a80/2, rc 0, transno 4294975815 00000100:00100000:0.0:1767318259.642300:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938597248:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.642315:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c518a80/2, rc 0, transno 4294975814 00000100:00100000:0.0:1767318259.642320:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c518a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938596608:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.642329:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067dad80/2, rc 0, transno 4294975813 00000100:00100000:0.0:1767318259.642332:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938597120:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.642354:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317afa300/2, rc 0, transno 4294976177 00000100:00100000:0.0:1767318259.642359:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938592512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.642378:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938597632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.642437:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.642472:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c51b800/2, rc 0, transno 4294975816 00000100:00100000:0.0:1767318259.642476:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c51b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938596736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.642484:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318259.642489:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938597760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.642534:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.642564:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938597632 00000100:00100000:0.0:1767318259.642570:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938597632 00000100:00100000:0.0:1767318259.642604:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938597760 00000100:00100000:0.0:1767318259.642607:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938597760 00000100:00100000:0.0:1767318259.642625:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24159 00000100:00100000:0.0:1767318259.642633:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+360:6187:x1853163938597632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.642659:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:738 count 1 00002000:00010000:0.0:1767318259.642696:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1767318259.643377:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24160 00000100:00100000:2.0:1767318259.643389:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+360:6187:x1853163938597760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.643404:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:739 count 1 00002000:00010000:2.0:1767318259.643424:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.643432:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e487 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.643445:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.643447:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.643451:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e487 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.643464:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e487 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.643472:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e487 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.643479:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e487 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.643502:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.643931:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+361:6187:x1853163938597760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 544us (1395us total) trans 4294975817 rc 0/0 00000100:00100000:2.0:1767318259.643939:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24160 00010000:00010000:2.0:1767318259.644095:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.644102:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e487 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.644111:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.644115:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e487 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.644123:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e487 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.644138:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e487 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.644145:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e487 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.644163:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.644165:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.644166:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.644246:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+464:6187:x1853163938592000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8563us (8929us total) trans 4294976178 rc 0/0 00000100:00100000:2.0:1767318259.644253:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24153 00000004:00080000:2.0:1767318259.644290:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a1b100/2, rc 0, transno 4294975817 00000100:00100000:2.0:1767318259.644296:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938597760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.644535:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938598016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.644567:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.644603:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1767318259.644610:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938597888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.644633:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.644655:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938598400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.644673:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.645252:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317afb480/2, rc 0, transno 4294976178 00000100:00100000:2.0:1767318259.645260:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938592000:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.645269:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e480 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645280:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318259.645280:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938598016 00010000:00010000:0.0:1767318259.645282:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318259.645284:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938598016 00010000:00010000:0.0:1767318259.645286:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e480 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645297:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e480 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645305:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e480 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645312:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e480 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645325:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.645350:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.645406:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938597888 00000100:00100000:2.0:1767318259.645410:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938597888 00000100:00100000:2.0:1767318259.645428:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938598400 00000100:00100000:2.0:1767318259.645431:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938598400 00000100:00100000:2.0:1767318259.645446:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24161 00000100:00100000:2.0:1767318259.645453:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+363:6186:x1853163938598016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.645475:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:741 count 1 00002000:00010000:2.0:1767318259.645498:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.645504:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e48e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.645524:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.645526:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.645529:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e48e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.645536:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e48e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.645543:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e48e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.645549:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e48e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.645567:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.645577:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+364:6187:x1853163938597632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2944us (3140us total) trans 4294975818 rc 0/0 00000100:00100000:0.0:1767318259.645584:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24159 00010000:00010000:0.0:1767318259.645600:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.645604:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e480 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645612:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.645616:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e480 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645625:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e480 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645637:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e480 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645645:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e480 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645660:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.645663:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e48e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645669:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.645671:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e48e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645678:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e48e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.645685:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+364:6186:x1853163938598016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 233us (1117us total) trans 4294975819 rc 0/0 00010000:00010000:0.0:1767318259.645688:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e48e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645695:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e48e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.645696:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24161 00000100:00100000:2.0:1767318259.645708:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24162 00000100:00100000:2.0:1767318259.645714:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+363:6186:x1853163938597888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.645724:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:740 count 1 00002000:00010000:2.0:1767318259.645738:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.645742:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e495 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645808:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.645810:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.645812:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.645823:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24163 00000100:00100000:0.0:1767318259.645831:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+363:6186:x1853163938598400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.645843:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:744 count 1 00002000:00010000:0.0:1767318259.645858:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.645862:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e49c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645874:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.645876:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.645879:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e49c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645887:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e49c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645895:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e49c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645902:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e49c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645916:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.645924:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.645928:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e49c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645933:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.645936:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e49c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645943:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e49c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645953:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e49c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645960:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e49c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.645972:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.645974:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.645975:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.646104:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+364:6186:x1853163938598400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 273us (1429us total) trans 4294975820 rc 0/0 00000100:00100000:0.0:1767318259.646110:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24163 00010000:00010000:1.0:1767318259.646183:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.646209:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f3aa00/2, rc 0, transno 4294975820 00000100:00100000:1.0:1767318259.646227:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938598400:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.646237:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f3bb80/2, rc 0, transno 4294975819 00000100:00100000:1.0:1767318259.646241:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938598016:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.646625:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938598912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.646662:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.646692:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767318259.646699:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938598528:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.646734:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.646750:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938599040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.646769:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.646789:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938598912 00000100:00100000:3.0:1767318259.646794:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938598912 00000100:00100000:3.0:1767318259.646817:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938598528 00000100:00100000:3.0:1767318259.646820:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938598528 00000100:00100000:3.0:1767318259.646835:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938599040 00000100:00100000:3.0:1767318259.646837:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938599040 00000100:00100000:3.0:1767318259.646853:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24164 00000100:00100000:3.0:1767318259.646859:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+466:6185:x1853163938598912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.646874:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:658 count 1 00002000:00010000:3.0:1767318259.646897:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x292:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.646903:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e4a3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.646917:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.646919:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.646922:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e4a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.646932:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e4a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.646939:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e4a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.646945:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e4a3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.646959:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.647126:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.647128:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767318259.647128:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043c8e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+467:6185:x1853163938598912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 269us (464us total) trans 4294976179 rc 0/0 00010000:00010000:2.0:1767318259.647131:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e495 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.647134:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24164 00010000:00010000:2.0:1767318259.647140:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e495 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.647147:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e495 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.647148:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24165 00010000:00010000:2.0:1767318259.647154:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e495 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.647154:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+466:6185:x1853163938598528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.647165:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:655 count 1 00010000:00010000:2.0:1767318259.647166:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1767318259.647181:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x28f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.647186:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e4aa lrc: 3/0,1 mode: --/PW res: [0x240000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.647193:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.647195:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.647198:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e4aa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.647206:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e4aa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.647214:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e4aa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.647221:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e4aa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.647232:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.647285:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+364:6186:x1853163938597888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1571us (2650us total) trans 4294975821 rc 0/0 00000100:00100000:2.0:1767318259.647291:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24162 00000100:00100000:2.0:1767318259.647305:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24166 00000100:00100000:3.0:1767318259.647361:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+467:6185:x1853163938598528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 207us (625us total) trans 4294976180 rc 0/0 00000004:00080000:1.0:1767318259.647622:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f3b100/2, rc 0, transno 4294975821 00000100:00100000:1.0:1767318259.647629:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938597888:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.647819:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.647826:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e4a3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647835:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296ce00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.647839:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e4a3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647847:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e4a3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647861:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e4a3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647868:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296ce00/0x3313483622c9e4a3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647883:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.647886:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e495 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647892:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.647894:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e495 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647900:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e495 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647910:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e495 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647915:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e495 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647928:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.647930:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e4aa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647936:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.647939:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e4aa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647945:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e4aa lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647954:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e4aa lrc: 1/0,0 mode: --/PW res: [0x240000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647961:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296c400/0x3313483622c9e4aa lrc: 0/0,0 mode: --/PW res: [0x240000404:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.647972:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.647974:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.647976:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.647981:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.648152:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+467:6185:x1853163938599040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.648156:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24165 00002000:00080000:2.0:1767318259.648167:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:659 count 1 00002000:00010000:2.0:1767318259.648184:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x293:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1767318259.648189:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938599424:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.648190:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e4b1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.648197:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.648199:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.648202:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e4b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.648211:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e4b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.648219:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e4b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.648220:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.648225:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e4b1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.648236:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1767318259.648260:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304120e00/2, rc 0, transno 4294976180 00000100:00100000:3.0:1767318259.648271:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938598528:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.648281:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f86300/2, rc 0, transno 4294976179 00000100:00100000:3.0:1767318259.648285:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938598912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.648293:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318259.648298:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938599552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.648318:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.648356:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938599424 00000100:00100000:3.0:1767318259.648362:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938599424 00000100:00100000:3.0:1767318259.648384:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938599552 00000100:00100000:3.0:1767318259.648387:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938599552 00000100:00100000:3.0:1767318259.648403:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24167 00000100:00100000:3.0:1767318259.648409:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+365:6185:x1853163938599424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.648421:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:745 count 1 00002000:00010000:3.0:1767318259.648438:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.648443:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e4b8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.648451:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.648452:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.648455:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e4b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648688:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.648693:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e4b1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648710:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.648713:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e4b1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648719:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e4b1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648731:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e4b1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648738:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9e4b1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x293:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648752:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.648754:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.648756:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.648768:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24168 00000100:00100000:0.0:1767318259.648775:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+365:6185:x1853163938599552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.648789:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:746 count 1 00002000:00010000:0.0:1767318259.648804:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.648809:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e4bf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648817:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.648818:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.648821:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e4bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648830:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e4bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648838:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e4bf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648844:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e4bf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.648865:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.649016:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+366:6185:x1853163938599552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 241us (696us total) trans 4294975822 rc 0/0 00000100:00100000:0.0:1767318259.649031:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24168 00000100:00100000:2.0:1767318259.649218:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+467:6185:x1853163938599040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1068us (2447us total) trans 4294976181 rc 0/0 00000100:00100000:2.0:1767318259.649224:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24166 00010000:00010000:2.0:1767318259.649253:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.649259:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e4bf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.649271:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.649275:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e4bf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.649282:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e4bf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.649292:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e4bf lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.649298:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258400/0x3313483622c9e4bf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.649302:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e4b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.649311:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e4b8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.649318:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e4b8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.649334:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.649483:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+366:6185:x1853163938599424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1074us (1261us total) trans 4294975823 rc 0/0 00000100:00100000:3.0:1767318259.649489:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24167 00000100:00100000:3.0:1767318259.649583:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938599936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.649614:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.649651:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a19c00/2, rc 0, transno 4294975822 00000100:00100000:3.0:1767318259.649662:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938599552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.649709:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938599936 00000100:00100000:3.0:1767318259.649714:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938599936 00000100:00100000:3.0:1767318259.649744:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24169 00000100:00100000:3.0:1767318259.649751:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+467:6185:x1853163938599936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.649766:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:663 count 1 00002000:00010000:3.0:1767318259.649788:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x297:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.649793:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e4c6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.649803:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.649804:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.649808:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e4c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.649818:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e4c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.649827:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e4c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.649834:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e4c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.649845:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318259.649872:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.649876:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e4b8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.649883:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.649886:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e4b8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.649893:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e4b8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.649904:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e4b8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.649916:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e4b8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.649929:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.649932:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e4c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.649937:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.649940:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e4c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.649972:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+468:6185:x1853163938599936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 221us (356us total) trans 4294976182 rc 0/0 00000100:00100000:3.0:1767318259.649979:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24169 00000004:00080000:3.0:1767318259.650005:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a1b800/2, rc 0, transno 4294975823 00000100:00100000:3.0:1767318259.650013:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938599424:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.650044:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f87b80/2, rc 0, transno 4294976181 00000100:00100000:3.0:1767318259.650053:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938599040:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.650066:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa7480/2, rc 0, transno 4294976182 00000100:00100000:3.0:1767318259.650068:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938599936:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.650073:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318259.650078:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938600064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.650104:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.650123:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938600064 00000100:00100000:3.0:1767318259.650127:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938600064 00000100:00100000:3.0:1767318259.650148:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24170 00000100:00100000:3.0:1767318259.650153:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+366:6185:x1853163938600064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.650165:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:748 count 1 00002000:00010000:3.0:1767318259.650182:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.650187:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e4cd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.650194:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.650196:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.650199:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e4cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.650207:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e4cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.650220:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e4cd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.650227:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e4cd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.650239:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.650373:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+367:6185:x1853163938600064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 218us (267us total) trans 4294975824 rc 0/0 00000100:00100000:3.0:1767318259.650379:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24170 00010000:00010000:2.0:1767318259.650426:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e4c6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.650437:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e4c6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.650443:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e4c6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.650456:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318259.650459:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e4cd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.650466:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.650468:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e4cd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.650475:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e4cd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.650485:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e4cd lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.650491:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e4cd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318259.650500:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa4e00/2, rc 0, transno 4294975824 00010000:00010000:2.0:1767318259.650502:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.650504:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.650522:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.650522:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938600064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.650547:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938600448:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.650560:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449b800/2, rc 0, transno 4294975812 00000100:00100000:3.0:1767318259.650568:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.650569:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938594816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.650583:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318259.650589:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938600576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.650594:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938600448 00000100:00100000:2.0:1767318259.650597:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938600448 00000100:00100000:3.0:1767318259.650607:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.650715:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.650977:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.650984:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.650989:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.650998:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938600576 00000100:00100000:2.0:1767318259.651002:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938600576 00000100:00100000:2.0:1767318259.651042:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24171 00000100:00100000:2.0:1767318259.651049:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+468:6185:x1853163938600448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.651063:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:665 count 1 00002000:00010000:2.0:1767318259.651082:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x299:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.651088:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9e4d4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.651095:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.651097:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.651101:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9e4d4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.651109:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9e4d4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.651116:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9e4d4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.651122:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9e4d4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.651134:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.651157:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24172 00000100:00100000:0.0:1767318259.651166:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+367:6185:x1853163938600576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.651177:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:750 count 1 00002000:00010000:0.0:1767318259.651192:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.651197:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9e4db lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651205:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.651206:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.651209:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9e4db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651219:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9e4db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651226:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9e4db lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651233:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9e4db lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651243:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.651282:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+469:6185:x1853163938600448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 233us (712us total) trans 4294976183 rc 0/0 00000100:00100000:2.0:1767318259.651288:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24171 00000100:00100000:0.0:1767318259.651393:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+368:6185:x1853163938600576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 228us (784us total) trans 4294975825 rc 0/0 00000100:00100000:2.0:1767318259.651397:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312b61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938595584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.651400:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24172 00000100:00100000:2.0:1767318259.651422:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.651452:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c519880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938596096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.651454:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.651459:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9e4d4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.651472:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.651481:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.651485:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9e4d4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.651490:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938598272:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.651492:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9e4d4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.651522:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9e4d4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.651529:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9e4d4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.651541:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.651542:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.651545:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9e4db lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.651552:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.651554:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9e4db lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.651557:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938595584 00000100:00100000:2.0:1767318259.651560:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938595584 00010000:00010000:1.0:1767318259.651562:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9e4db lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.651571:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9e4db lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.651577:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938596096 00000100:00100000:2.0:1767318259.651579:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938596096 00010000:00010000:1.0:1767318259.651583:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9e4db lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.651594:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938598272 00010000:00010000:1.0:1767318259.651596:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.651596:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938598272 00010000:00010000:1.0:1767318259.651598:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.651599:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.651605:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.651611:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24173 00000100:00100000:2.0:1767318259.651617:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+469:6188:x1853163938595584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.651628:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:648 count 1 00002000:00010000:2.0:1767318259.651643:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x288:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.651648:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e4e2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.651655:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.651657:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.651660:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e4e2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.651668:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e4e2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.651676:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e4e2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.651683:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e4e2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.651690:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24174 00000100:00100000:0.0:1767318259.651698:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+369:6188:x1853163938596096:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.651704:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1767318259.651806:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:730 count 1 00002000:00010000:0.0:1767318259.651821:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.651826:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e4e9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651833:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.651834:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.651837:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e4e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651845:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e4e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651852:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e4e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651859:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e4e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651873:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.651880:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.651885:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e4e2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651891:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.651894:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e4e2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651902:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e4e2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651917:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e4e2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651924:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9e4e2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651936:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.651939:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e4e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651945:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.651948:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e4e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651955:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e4e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651964:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e4e9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651970:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e4e9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.651980:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.651982:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.651984:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.652119:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+370:6188:x1853163938596096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 422us (645us total) trans 4294975826 rc 0/0 00000100:00100000:0.0:1767318259.652126:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24174 00000100:00100000:0.0:1767318259.652138:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24175 00000100:00100000:0.0:1767318259.652145:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+369:6188:x1853163938598272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.652155:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:743 count 1 00002000:00010000:0.0:1767318259.652169:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.652174:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e4f0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.652181:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.652183:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.652186:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e4f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.652194:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e4f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.652202:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e4f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.652209:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e4f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.652222:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.652230:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.652234:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e4f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.652246:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.652249:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e4f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.652256:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e4f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.652266:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e4f0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.652272:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e4f0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.652284:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.652285:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.652287:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.652369:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.652930:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa4a80/2, rc 0, transno 4294975825 00000100:00100000:3.0:1767318259.652947:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938600576:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.652960:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa6d80/2, rc 0, transno 4294976183 00000100:00100000:3.0:1767318259.652970:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938600448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.653036:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938598144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.653073:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.653095:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938598144 00000100:00100000:3.0:1767318259.653100:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938598144 00000100:00100000:3.0:1767318259.653129:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24176 00000100:00100000:3.0:1767318259.653135:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+370:6187:x1853163938598144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.653148:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:742 count 1 00002000:00010000:3.0:1767318259.653171:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.653177:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e4f7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.653186:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.653188:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.653192:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e4f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.653202:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e4f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.653210:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e4f7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.653217:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e4f7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.653347:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.653580:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+371:6187:x1853163938598144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 444us (505us total) trans 4294975827 rc 0/0 00000100:00100000:3.0:1767318259.653587:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24176 00000004:00080000:3.0:1767318259.653625:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f39c00/2, rc 0, transno 4294975827 00000100:00100000:3.0:1767318259.653629:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938598144:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.653640:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a18000/2, rc 0, transno 4294975818 00000100:00100000:3.0:1767318259.653644:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938597632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.653655:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0304123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938598656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.653678:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.653716:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938599168:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.653734:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.653750:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938599680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.653768:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.653783:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938600192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.653799:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.653819:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938598656 00000100:00100000:3.0:1767318259.653823:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938598656 00000100:00100000:3.0:1767318259.653843:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938599168 00000100:00100000:3.0:1767318259.653845:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938599168 00000100:00100000:3.0:1767318259.653858:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938599680 00000100:00100000:3.0:1767318259.653861:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938599680 00000100:00100000:3.0:1767318259.653876:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938600192 00000100:00100000:3.0:1767318259.653878:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938600192 00000100:00100000:3.0:1767318259.653893:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24177 00000100:00100000:3.0:1767318259.653899:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+471:6187:x1853163938598656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.653912:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:656 count 1 00002000:00010000:3.0:1767318259.653931:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x290:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.653936:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e4fe lrc: 3/0,1 mode: --/PW res: [0x240000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.653945:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.653947:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.653951:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e4fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.653960:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e4fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.653967:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e4fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.653973:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e4fe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.654033:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24178 00000100:00100000:0.0:1767318259.654041:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+471:6187:x1853163938599168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.654053:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:660 count 1 00002000:00010000:0.0:1767318259.654069:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x294:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.654073:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e505 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.654081:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.654082:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.654085:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e505 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.654095:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e505 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.654102:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e505 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.654109:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e505 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654319:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.654327:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e4f7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654334:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.654347:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e4f7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654355:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e4f7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654370:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e4f7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654377:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e4f7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654396:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.654400:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e4fe lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654407:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.654410:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e4fe lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654417:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e4fe lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654427:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e4fe lrc: 2/0,0 mode: --/PW res: [0x240000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654435:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.654438:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e505 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654444:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.654448:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e505 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654455:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e505 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.654463:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e505 lrc: 2/0,0 mode: --/PW res: [0x240000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.655693:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.655695:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.655779:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.655807:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24179 00000100:00100000:1.0:1767318259.655824:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+372:6187:x1853163938599680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.655850:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:747 count 1 00002000:00010000:1.0:1767318259.655878:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.655884:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e50c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.655895:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.655896:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.655901:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e50c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.655914:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e50c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.655923:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e50c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.655930:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e50c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.655950:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.656825:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+373:6187:x1853163938599680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1007us (3053us total) trans 4294975828 rc 0/0 00000100:00100000:1.0:1767318259.656834:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24179 00000100:00100000:1.0:1767318259.656860:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24180 00000100:00100000:1.0:1767318259.656870:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+372:6187:x1853163938600192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.656887:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:749 count 1 00002000:00010000:1.0:1767318259.656905:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.656910:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e513 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.656920:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.656921:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.656925:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e513 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.656935:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e513 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.656942:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e513 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.656949:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e513 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.656976:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.657101:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+373:6187:x1853163938600192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 234us (3299us total) trans 4294975829 rc 0/0 00000100:00100000:1.0:1767318259.657108:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24180 00010000:00010000:1.0:1767318259.657131:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.657138:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e50c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.657146:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.657151:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e50c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.657160:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e50c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.657176:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e50c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.657184:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e50c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.657201:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.657204:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e513 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.657211:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.657214:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e513 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.657221:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e513 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.657231:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e513 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.657237:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e513 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.657253:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.657255:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.657257:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.657367:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+373:6188:x1853163938598272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5221us (5824us total) trans 4294975830 rc 0/0 00000100:00100000:1.0:1767318259.657373:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24175 00010000:00010000:1.0:1767318259.657572:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.657661:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1767318259.657668:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e4fe lrc: 0/0,0 mode: --/PW res: [0x240000404:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.657777:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+472:6188:x1853163938595584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6159us (6353us total) trans 4294976184 rc 0/0 00000100:00100000:2.0:1767318259.657784:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24173 00000100:00100000:3.0:1767318259.657825:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+472:6187:x1853163938598656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3925us (4145us total) trans 4294976185 rc 0/0 00000100:00100000:3.0:1767318259.657831:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24177 00000004:00080000:3.0:1767318259.657890:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa6a00/2, rc 0, transno 4294975829 00000100:00100000:3.0:1767318259.657910:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938600192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.657921:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938600704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.657951:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.659365:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.660000:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767318259.660010:0:16012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e505 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.660355:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+472:6187:x1853163938599168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6312us (6616us total) trans 4294976186 rc 0/0 00000100:00100000:0.0:1767318259.660365:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24178 00010000:00010000:1.0:1767318259.660415:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.661857:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043ef21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938600960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.663531:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938601216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.663583:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.664597:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938601088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.668109:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938600704 00000100:00100000:1.0:1767318259.668123:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938600704 00000100:00100000:1.0:1767318259.668185:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938601216 00000100:00100000:1.0:1767318259.668187:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938601216 00000100:00100000:1.0:1767318259.668208:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24181 00000100:00100000:1.0:1767318259.668216:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+374:6187:x1853163938600704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.668244:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:751 count 1 00002000:00010000:1.0:1767318259.668276:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.668283:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e51a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.668297:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.668299:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.668304:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e51a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.668317:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e51a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.668330:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e51a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.668352:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e51a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.668380:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.668739:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.668747:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e51a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.668756:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.668760:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e51a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.668768:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e51a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.668784:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e51a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.668790:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97600/0x3313483622c9e51a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.668810:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.668813:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.668815:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.669566:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24182 00000100:00100000:2.0:1767318259.669611:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+375:6187:x1853163938601216:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.669625:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+375:6187:x1853163938600704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1410us (11672us total) trans 4294975831 rc 0/0 00002000:00080000:2.0:1767318259.669630:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:754 count 1 00000100:00100000:1.0:1767318259.669633:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24181 00002000:00010000:2.0:1767318259.669650:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.669656:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e521 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.669666:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.669668:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.669672:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e521 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.669682:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e521 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.669690:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e521 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.669697:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e521 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.669715:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.669814:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.669820:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e521 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.669827:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.669831:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e521 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.669838:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e521 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.669850:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e521 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.669857:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e521 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.669862:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+375:6187:x1853163938601216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 288us (6279us total) trans 4294975832 rc 0/0 00000100:00100000:2.0:1767318259.669869:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24182 00010000:00010000:1.0:1767318259.669877:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.669879:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.669881:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.669918:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f39880/2, rc 0, transno 4294975830 00000100:00100000:2.0:1767318259.669941:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938598272:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.669960:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938598784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.673127:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.673195:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318259.673207:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938601472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.673258:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.673294:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938601088 00000100:00100000:1.0:1767318259.673300:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938601088 00000100:00100000:1.0:1767318259.673350:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938601472 00000100:00100000:1.0:1767318259.673354:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938601472 00000100:00100000:1.0:1767318259.673383:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24183 00000100:00100000:1.0:1767318259.673391:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+376:6186:x1853163938601088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.673419:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:753 count 1 00002000:00010000:1.0:1767318259.673450:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.673457:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e528 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.673470:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.673473:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.673478:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e528 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.673490:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e528 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.673500:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e528 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.673525:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e528 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.673541:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.673554:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.673560:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e528 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.673567:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.673571:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e528 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.673579:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e528 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.673593:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e528 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.673599:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e528 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.673618:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.673619:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.673622:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.674074:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+377:6186:x1853163938601088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 682us (954us total) trans 4294975833 rc 0/0 00000100:00100000:1.0:1767318259.674082:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24183 00000100:00100000:1.0:1767318259.674104:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24184 00000100:00100000:1.0:1767318259.674111:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+376:6186:x1853163938601472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.674124:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:756 count 1 00002000:00010000:1.0:1767318259.674139:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.674144:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e52f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674151:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.674153:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.674156:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e52f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674164:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e52f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674171:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e52f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674177:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e52f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674190:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.674198:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.674203:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e52f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674209:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.674212:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e52f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674219:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e52f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674229:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e52f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674235:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e52f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674247:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.674249:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.674251:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.674543:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+377:6186:x1853163938601472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 432us (1283us total) trans 4294975834 rc 0/0 00000100:00100000:1.0:1767318259.674550:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24184 00000004:00080000:1.0:1767318259.674602:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a1aa00/2, rc 0, transno 4294975834 00000100:00100000:1.0:1767318259.674615:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938601472:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.674669:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c546300/2, rc 0, transno 4294975833 00000100:00100000:1.0:1767318259.674676:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938601088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.674800:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938601600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.674832:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.674869:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938601600 00000100:00100000:1.0:1767318259.674875:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938601600 00000100:00100000:1.0:1767318259.674901:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24185 00000100:00100000:1.0:1767318259.674909:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+377:6186:x1853163938601600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.674923:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:757 count 1 00002000:00010000:1.0:1767318259.674941:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.674946:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e536 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674954:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.674956:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.674959:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e536 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674969:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e536 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674975:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e536 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674983:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e536 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.674996:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.675005:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.675009:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e536 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.675016:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.675019:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e536 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.675031:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e536 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.675043:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e536 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.675050:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e536 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.675064:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.675066:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.675067:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.675215:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+378:6186:x1853163938601600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 306us (381us total) trans 4294975835 rc 0/0 00000100:00100000:1.0:1767318259.675222:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24185 00000004:00080000:1.0:1767318259.675246:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f38a80/2, rc 0, transno 4294975835 00000100:00100000:1.0:1767318259.675254:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938601600:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.676376:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c547b80/2, rc 0, transno 4294975832 00000100:00100000:3.0:1767318259.676397:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938601216:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.676412:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0304123b80/2, rc 0, transno 4294976185 00000100:00100000:3.0:1767318259.676423:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0304123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938598656:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.676432:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f87480/2, rc 0, transno 4294976186 00000100:00100000:3.0:1767318259.676436:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938599168:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.676446:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a18a80/2, rc 0, transno 4294975828 00000100:00100000:3.0:1767318259.676449:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938599680:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.676457:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c46d80/2, rc 0, transno 4294975831 00000100:00100000:3.0:1767318259.676459:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938600704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.676474:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938601728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.676528:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.676546:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1767318259.676553:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938600832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.676575:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.676599:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938601344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.676619:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.676632:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938601856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.676648:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.676853:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.676909:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938601984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.676932:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.677014:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938601728 00000100:00100000:2.0:1767318259.677020:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938601728 00000100:00100000:2.0:1767318259.677137:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938600832 00000100:00100000:2.0:1767318259.677141:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938600832 00000100:00100000:2.0:1767318259.677159:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938601344 00000100:00100000:2.0:1767318259.677161:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938601344 00000100:00100000:2.0:1767318259.677174:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938601856 00000100:00100000:2.0:1767318259.677177:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938601856 00000100:00100000:2.0:1767318259.677190:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938600960 00000100:00100000:2.0:1767318259.677193:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938600960 00000100:00100000:2.0:1767318259.677206:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938601984 00000100:00100000:2.0:1767318259.677209:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938601984 00000100:00100000:2.0:1767318259.677226:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24186 00000100:00100000:2.0:1767318259.677233:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+381:6187:x1853163938601728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.677256:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:758 count 1 00002000:00010000:2.0:1767318259.677286:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.677293:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e53d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.677959:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24187 00000100:00100000:1.0:1767318259.677972:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+473:6187:x1853163938600832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.677988:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:666 count 1 00002000:00010000:1.0:1767318259.678009:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x29a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.678015:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e544 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.678025:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.678027:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.678033:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e544 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.678045:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e544 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.678054:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e544 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.678062:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e544 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.678159:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.678163:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.678167:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e53d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.678178:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e53d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.678189:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e53d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.678196:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e53d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.678274:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24188 00000100:00100000:3.0:1767318259.678284:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+381:6187:x1853163938601344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.678299:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:755 count 1 00002000:00010000:3.0:1767318259.678317:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.678321:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e54b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.678333:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.678344:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.678348:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e54b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.678356:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e54b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.678363:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e54b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.678369:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e54b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.678395:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.678668:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+474:6187:x1853163938600832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 700us (2091us total) trans 4294976187 rc 0/0 00000100:00100000:1.0:1767318259.678675:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24187 00000100:00100000:1.0:1767318259.678695:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24189 00000100:00100000:1.0:1767318259.679620:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+381:6187:x1853163938601856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.679647:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:759 count 1 00002000:00010000:1.0:1767318259.679672:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.679678:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e552 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.679688:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.679689:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.679693:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e552 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.679957:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e552 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.679965:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e552 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.679972:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e552 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.680211:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.681516:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.682194:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+382:6187:x1853163938601728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4958us (5662us total) trans 4294975836 rc 0/0 00000100:00100000:2.0:1767318259.682205:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24186 00000100:00100000:2.0:1767318259.682231:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938598784 00000100:00100000:2.0:1767318259.682238:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938598784 00000100:00100000:2.0:1767318259.682276:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24190 00000100:00100000:2.0:1767318259.682283:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+381:6185:x1853163938600960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.682667:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:752 count 1 00002000:00010000:2.0:1767318259.682699:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.682706:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e559 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.682720:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.682722:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.682726:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e559 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.682739:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e559 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.682745:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1767318259.682757:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e559 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.682764:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e559 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.682778:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318259.682929:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+383:6187:x1853163938601344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4646us (6308us total) trans 4294975838 rc 0/0 00000100:00100000:3.0:1767318259.682936:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24188 00000100:00100000:3.0:1767318259.682953:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24191 00000100:00100000:3.0:1767318259.682961:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+474:6185:x1853163938601984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.682975:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:667 count 1 00002000:00010000:3.0:1767318259.682992:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x29b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.682997:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e560 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.683005:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.683007:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.683010:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e560 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.683020:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e560 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.683027:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e560 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.683034:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e560 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.683048:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318259.683185:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+475:6185:x1853163938601984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 225us (6251us total) trans 4294976188 rc 0/0 00000100:00100000:3.0:1767318259.683192:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24191 00000100:00100000:3.0:1767318259.683204:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24192 00000100:00100000:3.0:1767318259.683211:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+474:6188:x1853163938598784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.683223:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:657 count 1 00002000:00010000:3.0:1767318259.683237:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x291:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.683242:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e567 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.683249:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.683250:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.683253:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e567 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.683266:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e567 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.683273:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e567 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.683280:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e567 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.683288:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767318259.683417:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+475:6188:x1853163938598784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 205us (3207us total) trans 4294976189 rc 0/0 00000100:00100000:3.0:1767318259.683423:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24192 00010000:00010000:1.0:1767318259.685664:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:1.0:1767318259.685698:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00000100:00100000:2.0:1767318259.686592:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+382:6185:x1853163938600960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4304us (9733us total) trans 4294975837 rc 0/0 00000100:00100000:2.0:1767318259.686603:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24190 00010000:00010000:1.0:1767318259.686632:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e544 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.686642:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.686646:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e544 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.686656:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e544 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.686673:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e544 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.686680:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e544 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.686704:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc4700/2, rc 0, transno 4294976188 00000100:00100000:2.0:1767318259.686725:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938601984:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.686739:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043ef21500/2, rc 0, transno 4294975837 00000100:00100000:2.0:1767318259.686753:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043ef21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938600960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.686773:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938602496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.686807:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.686831:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.686838:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938602112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.686858:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.686883:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938602496 00000100:00100000:2.0:1767318259.686889:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938602496 00000100:00100000:2.0:1767318259.686930:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938602112 00000100:00100000:2.0:1767318259.686933:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938602112 00010000:00010000:1.0:1767318259.686967:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318259.686972:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e53d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.686979:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.686983:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e53d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.686990:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e53d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687002:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e53d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687008:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e53d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687104:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.687109:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e54b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687116:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.687119:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e54b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687127:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e54b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687138:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e54b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687144:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e54b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687156:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.687159:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e552 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687165:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.687168:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e552 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687174:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e552 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687182:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e552 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687189:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e552 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687201:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.687205:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e559 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687217:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.687220:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e559 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687227:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e559 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687236:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e559 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687244:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e559 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687255:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.687258:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e560 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687264:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.687267:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e560 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687275:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e560 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687284:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e560 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687296:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d600/0x3313483622c9e560 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x29b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687307:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.687311:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e567 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687318:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296de00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.687321:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e567 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.687328:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e567 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.687687:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.688099:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24193 00000100:00100000:2.0:1767318259.688113:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+382:6185:x1853163938602496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.688139:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:762 count 1 00002000:00010000:2.0:1767318259.688168:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.688174:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e56e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.688184:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.688186:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.688191:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e56e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.688204:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e56e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.688213:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e56e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.688220:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e56e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.688240:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.688621:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e567 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.688631:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e567 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.688651:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.688655:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e56e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.688662:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.688665:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e56e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.688674:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e56e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.688686:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e56e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.688693:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e56e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.688879:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.688882:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.688884:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.688894:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.688900:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.688905:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.688962:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24194 00000100:00100000:1.0:1767318259.688973:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+475:6185:x1853163938602112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.688990:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:668 count 1 00002000:00010000:1.0:1767318259.689010:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x29c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.689015:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e575 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.689025:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.689027:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.689031:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e575 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.689045:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e575 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.689053:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e575 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.689059:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e575 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.689074:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.689082:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.689086:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e575 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.689092:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.689095:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e575 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.689102:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e575 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.689112:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e575 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.689118:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9e575 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x29c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.689137:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.689139:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.689141:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.689351:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.689385:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320f85880/2, rc 0, transno 4294976189 00000100:00100000:0.0:1767318259.689399:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938598784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.689409:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938599296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.689477:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+383:6185:x1853163938602496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1367us (2667us total) trans 4294975839 rc 0/0 00000100:00100000:2.0:1767318259.689486:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24193 00000004:00080000:2.0:1767318259.689547:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7d180/2, rc 0, transno 4294975839 00000100:00100000:2.0:1767318259.689562:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938602496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.689569:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.689578:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938602624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.689605:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.692269:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938602624 00000100:00100000:2.0:1767318259.692284:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938602624 00000100:00100000:2.0:1767318259.692365:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24195 00000100:00100000:2.0:1767318259.692376:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+477:6185:x1853163938602624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.692405:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:669 count 1 00002000:00010000:2.0:1767318259.692440:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x29d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.692449:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9e57c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.692464:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.692466:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.692471:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9e57c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.692484:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9e57c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.692492:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9e57c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.692499:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9e57c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.692534:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.692830:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+478:6185:x1853163938602624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 455us (3223us total) trans 4294976191 rc 0/0 00000100:00100000:2.0:1767318259.692837:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24195 00000004:00080000:2.0:1767318259.692891:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc7100/2, rc 0, transno 4294976191 00000100:00100000:2.0:1767318259.692898:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938602624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.692921:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938602240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.693108:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.693135:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938602240 00000100:00100000:2.0:1767318259.693139:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938602240 00000100:00100000:2.0:1767318259.693165:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24196 00000100:00100000:2.0:1767318259.693172:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031875a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+383:6187:x1853163938602240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.693188:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:760 count 1 00002000:00010000:2.0:1767318259.693209:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.693214:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e583 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.693223:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.693226:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.693229:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e583 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.693238:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e583 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.693245:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e583 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.693252:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e583 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.693266:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.693690:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031875a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+384:6187:x1853163938602240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 517us (581us total) trans 4294975840 rc 0/0 00000100:00100000:2.0:1767318259.693696:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24196 00000004:00080000:2.0:1767318259.693730:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f38000/2, rc 0, transno 4294975840 00000100:00100000:2.0:1767318259.693736:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938602240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.693743:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938602752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.693766:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.693791:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa6300/2, rc 0, transno 4294976187 00000100:00100000:2.0:1767318259.693796:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938600832:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.693805:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c544e00/2, rc 0, transno 4294975838 00000100:00100000:2.0:1767318259.693809:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938601344:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.693819:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f38e00/2, rc 0, transno 4294975836 00000100:00100000:2.0:1767318259.693822:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938601728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.693833:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318259.693838:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938602368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.693859:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.693878:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938602752 00000100:00100000:2.0:1767318259.693882:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938602752 00000100:00100000:2.0:1767318259.693901:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938602368 00000100:00100000:2.0:1767318259.693904:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938602368 00000100:00100000:2.0:1767318259.693927:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24197 00000100:00100000:2.0:1767318259.693934:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031875aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+385:6187:x1853163938602752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.695111:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:763 count 1 00002000:00010000:2.0:1767318259.695145:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.695153:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e58a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.695165:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.695167:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.695172:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e58a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.695184:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e58a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.695194:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e58a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.695201:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e58a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.695221:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.695537:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24198 00000100:00100000:3.0:1767318259.695549:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031875ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+385:6187:x1853163938602368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.695565:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:761 count 1 00002000:00010000:3.0:1767318259.695580:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.695585:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e591 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.695592:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.695593:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.695596:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e591 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.695605:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e591 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.695612:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e591 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.695618:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e591 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.695632:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.695683:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031875aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+386:6187:x1853163938602752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1749us (1915us total) trans 4294975841 rc 0/0 00000100:00100000:2.0:1767318259.695690:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24197 00000004:00080000:2.0:1767318259.695749:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7ce00/2, rc 0, transno 4294975841 00000100:00100000:2.0:1767318259.695755:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938602752:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.695772:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f38380/2, rc 0, transno 4294975842 00000100:00100000:3.0:1767318259.695772:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031875ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+386:6187:x1853163938602368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 227us (1911us total) trans 4294975842 rc 0/0 00000100:00100000:2.0:1767318259.695775:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938602368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.695778:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24198 00000100:00100000:1.0:1767318259.702845:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+477:6185:x1853163938602112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13866us (15977us total) trans 4294976190 rc 0/0 00000100:00100000:1.0:1767318259.702861:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24194 00010000:00010000:1.0:1767318259.703020:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.703039:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9e57c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703050:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.703055:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9e57c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703066:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9e57c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703087:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9e57c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703094:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9e57c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x29d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703115:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.703119:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e583 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703131:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.703135:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e583 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703142:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e583 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703153:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e583 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703160:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e583 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703172:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.703176:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e58a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703182:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.703184:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e58a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703192:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e58a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703203:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e58a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703215:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e58a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703227:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.703231:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e591 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703237:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.703240:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e591 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703247:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e591 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703256:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e591 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703263:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e591 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.703276:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.703277:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.703280:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.703287:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.703310:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.703317:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.703408:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938603008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.703460:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.703484:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938603520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.703521:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.703558:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc6680/2, rc 0, transno 4294976190 00000100:00100000:2.0:1767318259.703565:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938602112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.703576:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.703580:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938603136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.703600:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.703621:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+386:6187:x1853163938601856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24919us (26970us total) trans 4294975843 rc 0/0 00000100:00100000:1.0:1767318259.703629:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24189 00000100:00100000:2.0:1767318259.703630:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938603008 00000100:00100000:2.0:1767318259.703635:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938603008 00000100:00100000:1.0:1767318259.703642:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938603520 00000100:00100000:1.0:1767318259.703645:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938603520 00000100:00100000:0.0:1767318259.703880:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.707323:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938599808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.707396:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.707439:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938603136 00000100:00100000:1.0:1767318259.707447:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938603136 00000100:00100000:1.0:1767318259.707495:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938599296 00000100:00100000:1.0:1767318259.707498:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938599296 00000100:00100000:1.0:1767318259.707537:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24199 00000100:00100000:1.0:1767318259.707546:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+388:6185:x1853163938603520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.707573:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:769 count 1 00002000:00010000:1.0:1767318259.707606:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x301:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.707614:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e598 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.707627:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.707629:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.707634:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e598 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.707647:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e598 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.707655:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e598 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.707664:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e598 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.707689:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.707962:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+389:6185:x1853163938603520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 417us (4439us total) trans 4294975844 rc 0/0 00000100:00100000:1.0:1767318259.707970:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24199 00000100:00100000:1.0:1767318259.707989:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24200 00000100:00100000:1.0:1767318259.707996:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+388:6185:x1853163938603008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.708009:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:765 count 1 00002000:00010000:1.0:1767318259.708036:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.708041:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e59f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708048:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.708050:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.708053:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e59f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708062:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e59f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708069:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e59f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708076:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e59f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708089:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318259.708105:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.708110:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e598 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708117:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.708121:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e598 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708129:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e598 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708143:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e598 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708149:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e598 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708165:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.708167:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e59f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708172:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.708175:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e59f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708181:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e59f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708194:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e59f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708200:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96a00/0x3313483622c9e59f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708212:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.708214:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.708215:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.708230:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24201 00000100:00100000:1.0:1767318259.708238:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031875b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+388:6185:x1853163938603136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.708250:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:766 count 1 00002000:00010000:1.0:1767318259.708264:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.708270:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e5a6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708278:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.708280:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.708283:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e5a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708291:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e5a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708298:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e5a6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708310:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e5a6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708323:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.708331:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.708346:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e5a6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708353:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.708356:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e5a6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708363:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e5a6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708373:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e5a6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708381:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96c00/0x3313483622c9e5a6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708394:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.708395:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.708397:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.708567:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031875b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+389:6185:x1853163938603136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 329us (4963us total) trans 4294975845 rc 0/0 00000100:00100000:1.0:1767318259.708574:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24201 00000100:00100000:1.0:1767318259.708588:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24202 00000100:00100000:1.0:1767318259.708595:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+477:6188:x1853163938599296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.708608:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:661 count 1 00002000:00010000:1.0:1767318259.708627:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x295:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.708632:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e5ad lrc: 3/0,1 mode: --/PW res: [0x240000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708640:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.708642:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.708645:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e5ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708655:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e5ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708662:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e5ad lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708670:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e5ad lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708684:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.708693:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.708698:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e5ad lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708705:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.708708:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e5ad lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708717:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e5ad lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708727:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e5ad lrc: 1/0,0 mode: --/PW res: [0x240000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708734:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e5ad lrc: 0/0,0 mode: --/PW res: [0x240000404:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.708746:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.708748:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.708749:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.708900:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+478:6188:x1853163938599296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 305us (5019us total) trans 4294976192 rc 0/0 00000100:00100000:1.0:1767318259.708906:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24202 00000100:00100000:1.0:1767318259.709039:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+389:6185:x1853163938603008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1043us (5577us total) trans 4294975846 rc 0/0 00000100:00100000:1.0:1767318259.709045:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24200 00000100:00100000:1.0:1767318259.710373:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938603648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.713986:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938604032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.714596:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938603264:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.719115:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.719152:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938600320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.719210:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.726456:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.726920:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312b61180/2, rc 0, transno 4294976184 00000100:00100000:0.0:1767318259.726937:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312b61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938595584:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.726955:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c519880/2, rc 0, transno 4294975826 00000100:00100000:0.0:1767318259.726968:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c519880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938596096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.726990:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938602880:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.727367:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938599808 00000100:00100000:3.0:1767318259.727374:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938599808 00000100:00100000:1.0:1767318259.727582:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.727736:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938604160:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.727773:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.727812:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7e300/2, rc 0, transno 4294975845 00000100:00100000:1.0:1767318259.727819:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938603136:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.727849:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7c380/2, rc 0, transno 4294975846 00000100:00100000:1.0:1767318259.727855:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938603008:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.727877:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7f800/2, rc 0, transno 4294975844 00000100:00100000:1.0:1767318259.727883:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938603520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.727908:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318259.727914:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938604544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.727936:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.727989:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938604672:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.728012:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.728107:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938600320 00000100:00100000:0.0:1767318259.728112:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938600320 00000100:00100000:0.0:1767318259.728147:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938604032 00000100:00100000:0.0:1767318259.728149:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938604032 00000100:00100000:0.0:1767318259.728167:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938603648 00000100:00100000:0.0:1767318259.728169:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938603648 00000100:00100000:0.0:1767318259.728181:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938604160 00000100:00100000:0.0:1767318259.728183:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938604160 00000100:00100000:0.0:1767318259.728195:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938604544 00000100:00100000:0.0:1767318259.728197:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938604544 00000100:00100000:0.0:1767318259.728208:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938604672 00000100:00100000:0.0:1767318259.728210:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938604672 00000100:00100000:0.0:1767318259.728226:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24203 00000100:00100000:0.0:1767318259.728232:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+482:6188:x1853163938600320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.728256:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:664 count 1 00002000:00010000:0.0:1767318259.728288:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x298:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.728295:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e5b4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728308:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.728311:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.728316:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e5b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728328:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e5b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728347:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e5b4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728355:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e5b4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728371:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.728652:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+483:6188:x1853163938600320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 418us (9441us total) trans 4294976193 rc 0/0 00000100:00100000:0.0:1767318259.728660:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24203 00000100:00100000:0.0:1767318259.728678:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24204 00000100:00100000:0.0:1767318259.728685:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+482:6185:x1853163938604032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.728696:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:673 count 1 00002000:00010000:0.0:1767318259.728711:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.728716:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e5bb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728723:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.728725:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.728729:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e5bb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728738:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e5bb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728747:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e5bb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728755:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e5bb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728768:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.728886:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0306c47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+483:6185:x1853163938604032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 201us (2437us total) trans 4294976194 rc 0/0 00000100:00100000:0.0:1767318259.728892:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24204 00000100:00100000:0.0:1767318259.728904:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24205 00000100:00100000:0.0:1767318259.728910:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+482:6186:x1853163938603648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.728922:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:670 count 1 00002000:00010000:0.0:1767318259.728935:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x29e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.728940:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e5c2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728947:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.728949:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.728952:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728959:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728966:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728973:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e5c2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.728986:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.729177:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+483:6186:x1853163938603648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 266us (1595us total) trans 4294976195 rc 0/0 00000100:00100000:0.0:1767318259.729183:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24205 00000100:00100000:0.0:1767318259.729195:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24206 00000100:00100000:0.0:1767318259.729202:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+390:6186:x1853163938604160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.729215:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:770 count 1 00002000:00010000:0.0:1767318259.729233:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x302:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.729237:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e5c9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729245:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.729246:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.729249:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e5c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729258:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e5c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729265:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e5c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729271:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e5c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729284:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318259.729437:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+391:6186:x1853163938604160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 234us (1661us total) trans 4294975847 rc 0/0 00000100:00100000:0.0:1767318259.729443:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24206 00000100:00100000:0.0:1767318259.729456:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24207 00000100:00100000:0.0:1767318259.729462:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+390:6186:x1853163938604544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.729473:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:773 count 1 00002000:00010000:0.0:1767318259.729487:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x305:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.729492:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e5d0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729499:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.729500:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.729503:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e5d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729534:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e5d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729541:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e5d0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729547:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e5d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729560:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1767318259.729572:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.729578:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e5b4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729585:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.729589:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e5b4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729597:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e5b4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729611:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e5b4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729618:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e5b4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729633:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.729636:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e5bb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729641:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.729644:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e5bb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729650:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e5bb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729659:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e5bb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729666:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259200/0x3313483622c9e5bb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729680:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.729683:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e5c2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729689:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.729691:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e5c2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729698:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e5c2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729707:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e5c2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729713:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e5c2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729723:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.729726:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e5c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729732:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.729735:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e5c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729742:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e5c9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729751:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e5c9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729757:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e5c9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729767:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.729770:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e5d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729775:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.729778:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e5d0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729785:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e5d0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729792:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e5d0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729798:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e5d0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.729807:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.729808:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.729810:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.729937:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+391:6186:x1853163938604544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 474us (1999us total) trans 4294975848 rc 0/0 00000100:00100000:0.0:1767318259.729944:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24207 00000100:00100000:0.0:1767318259.729958:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24208 00000100:00100000:0.0:1767318259.729964:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+482:6186:x1853163938604672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.729976:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:674 count 1 00002000:00010000:0.0:1767318259.729989:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.729994:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e5d7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.730001:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.730003:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.730006:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e5d7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.730015:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e5d7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.730278:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.730383:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938603264 00000100:00100000:2.0:1767318259.730390:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938603264 00000100:00100000:2.0:1767318259.730423:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24209 00000100:00100000:2.0:1767318259.730430:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031875a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+391:6187:x1853163938603264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.730441:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:767 count 1 00002000:00010000:2.0:1767318259.730457:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.730462:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e5de lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.730481:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.730482:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.730485:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e5de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.730494:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e5de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.730534:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e5de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.730541:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e5de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.730560:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.730699:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031875a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+392:6187:x1853163938603264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 269us (422us total) trans 4294975849 rc 0/0 00000100:00100000:2.0:1767318259.730706:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24209 00000004:00080000:2.0:1767318259.730746:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7d880/2, rc 0, transno 4294975849 00000100:00100000:2.0:1767318259.730760:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938603264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.730811:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938603776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.730840:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.730859:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938603776 00000100:00100000:2.0:1767318259.730863:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938603776 00000100:00100000:2.0:1767318259.730883:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24210 00000100:00100000:2.0:1767318259.730888:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031875b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+483:6187:x1853163938603776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.730899:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:671 count 1 00002000:00010000:2.0:1767318259.731111:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x29f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.731117:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9e5e5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.731127:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.731128:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.731132:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9e5e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.731142:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9e5e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.731150:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9e5e5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.731156:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9e5e5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.731165:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.731291:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031875b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+484:6187:x1853163938603776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 402us (449us total) trans 4294976196 rc 0/0 00000100:00100000:2.0:1767318259.731298:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24210 00000004:00080000:2.0:1767318259.731532:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7c700/2, rc 0, transno 4294976196 00000100:00100000:2.0:1767318259.731546:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938603776:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.731562:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f3b480/2, rc 0, transno 4294975843 00000100:00100000:2.0:1767318259.731568:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938601856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.731622:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938604288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.731646:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.731664:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938604288 00000100:00100000:2.0:1767318259.731667:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938604288 00000100:00100000:2.0:1767318259.731688:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24211 00000100:00100000:2.0:1767318259.731694:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+392:6187:x1853163938604288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.731706:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:771 count 1 00002000:00010000:2.0:1767318259.731725:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x303:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.731730:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e5ec lrc: 3/0,1 mode: --/PW res: [0x280000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.731738:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.731740:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.731743:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e5ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.731751:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e5ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.731759:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e5ec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.731766:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e5ec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.731774:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.731905:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+393:6187:x1853163938604288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (257us total) trans 4294975850 rc 0/0 00000100:00100000:2.0:1767318259.732259:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24211 00000004:00080000:2.0:1767318259.732297:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa5500/2, rc 0, transno 4294975850 00000100:00100000:2.0:1767318259.732318:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938604288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.732434:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318758000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938604800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.732461:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.732487:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938604800 00000100:00100000:2.0:1767318259.732492:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938604800 00000100:00100000:2.0:1767318259.732533:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24212 00000100:00100000:2.0:1767318259.732540:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+393:6187:x1853163938604800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.732554:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:774 count 1 00010000:00010000:0.0:1767318259.732570:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e5d7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.732571:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x306:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.732577:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e5f3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732582:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e5d7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.732584:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.732586:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.732589:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e5f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732594:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.732598:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e5f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732600:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e5de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.732606:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e5f3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732608:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.732612:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e5de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.732613:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e5f3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732621:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e5de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.732621:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318259.732634:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e5de lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732641:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e5de lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732660:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.732663:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9e5e5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732669:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.732672:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9e5e5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732679:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9e5e5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732688:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9e5e5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.732695:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9e5e5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.732761:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+394:6187:x1853163938604800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 221us (299us total) trans 4294975851 rc 0/0 00000100:00100000:2.0:1767318259.732769:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24212 00000004:00080000:2.0:1767318259.732796:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318758000/2, rc 0, transno 4294975851 00000100:00100000:2.0:1767318259.732804:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318758000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938604800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.732813:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767318259.732840:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938604416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.732860:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.732871:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1767318259.732874:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938604416 00000100:00100000:2.0:1767318259.732877:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938604416 00010000:00010000:1.0:1767318259.732878:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e5ec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.732885:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.732888:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e5ec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.732893:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24213 00010000:00010000:1.0:1767318259.732896:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e5ec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.732899:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031875b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+394:6187:x1853163938604416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.732908:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e5ec lrc: 1/0,0 mode: --/PW res: [0x280000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.732909:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:772 count 1 00010000:00010000:1.0:1767318259.732915:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e5ec lrc: 0/0,0 mode: --/PW res: [0x280000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.732934:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:2.0:1767318259.732936:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x304:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.732938:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e5f3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.732941:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e5fa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.732944:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.732948:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e5f3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.732956:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e5f3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.732959:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.732961:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.732964:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e5fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.732965:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e5f3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.732973:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e5f3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.732974:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e5fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.732981:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e5fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.732984:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.732986:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.732988:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.732989:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e5fa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.732994:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318259.733002:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.733048:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.733052:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e5fa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.733059:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.733061:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e5fa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.733069:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e5fa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.733079:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e5fa lrc: 1/0,0 mode: --/PW res: [0x280000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.733086:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e5fa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.733096:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.733098:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.733114:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031875b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+395:6187:x1853163938604416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 215us (252us total) trans 4294975852 rc 0/0 00000100:00100000:2.0:1767318259.733120:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24213 00010000:00010000:1.0:1767318259.733417:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.733426:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.733535:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa7100/2, rc 0, transno 4294975848 00000100:00100000:1.0:1767318259.733551:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938604544:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.733562:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa7800/2, rc 0, transno 4294975847 00000100:00100000:1.0:1767318259.733566:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938604160:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.733576:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7c000/2, rc 0, transno 4294976195 00000100:00100000:1.0:1767318259.733587:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938603648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.733598:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318759500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938605184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.733625:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.733645:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938605184 00000100:00100000:1.0:1767318259.733649:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938605184 00000100:00100000:1.0:1767318259.733672:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24214 00000100:00100000:1.0:1767318259.733678:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+395:6186:x1853163938605184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.733691:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:776 count 1 00002000:00010000:1.0:1767318259.733719:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x308:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.733725:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e601 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.733734:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.733735:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.733739:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e601 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.733994:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e601 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.734003:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e601 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.734010:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e601 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.734187:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.734198:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.734203:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e601 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.734211:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.734215:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e601 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.734224:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e601 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.734237:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e601 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.734245:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e601 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.734261:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.734263:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.734265:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.734477:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+396:6186:x1853163938605184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 797us (849us total) trans 4294975853 rc 0/0 00000100:00100000:1.0:1767318259.734484:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24214 00000100:00100000:1.0:1767318259.734540:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938605056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.734565:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.734601:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a41880/2, rc 0, transno 4294976194 00000100:00100000:1.0:1767318259.734606:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938604032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.734622:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938605056 00000100:00100000:1.0:1767318259.734626:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938605056 00000100:00100000:1.0:1767318259.734644:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24215 00000100:00100000:1.0:1767318259.734652:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+484:6185:x1853163938605056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.734666:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:675 count 1 00002000:00010000:1.0:1767318259.734686:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.734692:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96000/0x3313483622c9e608 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.734960:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938605568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.734990:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.735012:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938605568 00000100:00100000:3.0:1767318259.735016:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938605568 00010000:00010000:1.0:1767318259.735196:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.735199:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.735204:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96000/0x3313483622c9e608 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735218:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96000/0x3313483622c9e608 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735226:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96000/0x3313483622c9e608 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735234:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96000/0x3313483622c9e608 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735251:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.735262:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.735267:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96000/0x3313483622c9e608 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735275:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.735280:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96000/0x3313483622c9e608 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735288:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96000/0x3313483622c9e608 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735300:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96000/0x3313483622c9e608 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735308:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96000/0x3313483622c9e608 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735325:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.735327:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.735329:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.735543:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+485:6185:x1853163938605056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 892us (975us total) trans 4294976197 rc 0/0 00000100:00100000:1.0:1767318259.735552:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24215 00000004:00080000:1.0:1767318259.735587:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318759500/2, rc 0, transno 4294975853 00000100:00100000:1.0:1767318259.735597:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318759500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938605184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.735638:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24216 00000100:00100000:1.0:1767318259.735646:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+484:6188:x1853163938599808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.735664:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:662 count 1 00002000:00010000:1.0:1767318259.735682:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x296:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.735687:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e60f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735696:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.735698:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.735713:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e60f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735724:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e60f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735732:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e60f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.735738:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e60f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.735877:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24217 00000100:00100000:3.0:1767318259.735884:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+396:6185:x1853163938605568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.735896:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:779 count 1 00002000:00010000:3.0:1767318259.735914:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x30b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.735920:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e616 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.735928:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.735929:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.735931:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e616 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.735940:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e616 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.735948:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e616 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.735954:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e616 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.735972:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.739408:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+397:6185:x1853163938605568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3518us (4411us total) trans 4294975854 rc 0/0 00000100:00100000:3.0:1767318259.739421:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24217 00000004:00080000:3.0:1767318259.739613:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc6d80/2, rc 0, transno 4294975854 00000100:00100000:3.0:1767318259.739624:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938605568:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.739659:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318759880/2, rc 0, transno 4294976197 00000100:00100000:3.0:1767318259.739663:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938605056:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.739674:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318259.739683:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938605696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.739715:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.739738:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938605696 00000100:00100000:3.0:1767318259.739959:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938605696 00000100:00100000:3.0:1767318259.739997:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24218 00000100:00100000:3.0:1767318259.740006:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312fc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+397:6185:x1853163938605696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.740238:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:780 count 1 00002000:00010000:3.0:1767318259.740269:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x30c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.740276:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e61d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.740290:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.740292:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.740297:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e61d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.740310:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e61d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.740320:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e61d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.740327:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e61d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.740350:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.740546:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312fc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+398:6185:x1853163938605696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 541us (830us total) trans 4294975855 rc 0/0 00000100:00100000:3.0:1767318259.740553:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24218 00000004:00080000:3.0:1767318259.740583:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc7800/2, rc 0, transno 4294975855 00000100:00100000:3.0:1767318259.740593:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938605696:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.740695:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318259.740876:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.740883:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e616 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.740891:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.740895:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e616 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.740904:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e616 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.740924:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e616 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.740931:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9e616 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.740947:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.740951:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e61d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.740957:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296de00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.740960:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e61d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.740967:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e61d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.740976:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e61d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.740982:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296de00/0x3313483622c9e61d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.740993:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.740997:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e60f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.741007:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.741010:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e60f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.741017:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e60f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.741251:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.741266:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.741275:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.741280:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e5d7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.741288:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.741292:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e5d7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.741301:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e5d7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.741313:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e5d7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.741320:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e5d7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.741346:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.741348:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.741350:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.745978:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e60f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.745989:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97e00/0x3313483622c9e60f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.746029:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.746032:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.746035:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.746049:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.746100:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.746152:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938602880 00000100:00100000:1.0:1767318259.746160:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938602880 00000100:00100000:1.0:1767318259.746201:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24219 00000100:00100000:1.0:1767318259.746208:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+398:6188:x1853163938602880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.746236:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:764 count 1 00002000:00010000:1.0:1767318259.746267:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x2fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.746274:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e624 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.746290:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.746292:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.746297:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e624 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.746309:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e624 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.746318:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e624 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.746326:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e624 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.746358:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.746655:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+399:6188:x1853163938602880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 446us (556us total) trans 4294975856 rc 0/0 00000100:00100000:1.0:1767318259.746663:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24219 00000004:00080000:1.0:1767318259.746725:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7d500/2, rc 0, transno 4294975856 00000100:00100000:1.0:1767318259.746741:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938602880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.746796:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318259.746808:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04067dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938606080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.746838:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.746859:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938603392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.746876:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.746891:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938606080 00000100:00100000:1.0:1767318259.746894:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938606080 00000100:00100000:1.0:1767318259.746913:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938603392 00000100:00100000:1.0:1767318259.746915:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938603392 00000100:00100000:1.0:1767318259.746930:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24220 00000100:00100000:1.0:1767318259.746936:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04067d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+400:6186:x1853163938606080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.746949:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:783 count 1 00002000:00010000:1.0:1767318259.746967:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x30f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.746972:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e62b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.746980:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.746982:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.746985:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e62b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.746994:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e62b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747001:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e62b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747008:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e62b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747020:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318259.747026:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.747030:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e624 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747041:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.747045:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e624 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747052:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e624 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747063:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e624 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747070:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e624 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747085:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.747087:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e62b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747093:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.747096:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e62b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747102:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e62b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747109:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e62b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747119:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e62b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747129:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.747130:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.747132:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.747267:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04067d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+401:6186:x1853163938606080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 330us (426us total) trans 4294975857 rc 0/0 00000100:00100000:1.0:1767318259.747273:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24220 00000100:00100000:1.0:1767318259.747285:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24221 00000100:00100000:1.0:1767318259.747292:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+400:6188:x1853163938603392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.747302:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:768 count 1 00002000:00010000:1.0:1767318259.747315:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x300:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.747320:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e632 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.747327:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.747329:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.747331:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e632 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.747408:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.747579:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.747658:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+485:6186:x1853163938604672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17693us (19644us total) trans 4294976198 rc 0/0 00000100:00100000:0.0:1767318259.747665:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24208 00000004:00080000:3.0:1767318259.748254:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa5c00/2, rc 0, transno 4294975852 00000100:00100000:3.0:1767318259.748278:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938604416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.748288:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938604928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.748323:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.748359:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938604928 00000100:00100000:3.0:1767318259.748364:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938604928 00000100:00100000:3.0:1767318259.748395:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24222 00000100:00100000:3.0:1767318259.748402:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+401:6187:x1853163938604928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.748417:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:775 count 1 00002000:00010000:3.0:1767318259.748442:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x307:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.748448:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e639 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.748458:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.748459:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.748463:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e639 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.748474:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e639 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.748483:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e639 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.748490:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e639 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.748530:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.748730:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+402:6187:x1853163938604928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 327us (405us total) trans 4294975858 rc 0/0 00000100:00100000:3.0:1767318259.748736:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24222 00000004:00080000:3.0:1767318259.748775:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318758a80/2, rc 0, transno 4294975858 00000100:00100000:3.0:1767318259.748780:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938604928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.748792:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031875bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938605312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.748814:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.748830:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938605312 00000100:00100000:3.0:1767318259.748833:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938605312 00000100:00100000:3.0:1767318259.748851:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24223 00000100:00100000:3.0:1767318259.748857:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+402:6187:x1853163938605312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.748866:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:777 count 1 00002000:00010000:3.0:1767318259.748883:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x309:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.748887:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e640 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.748894:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.748895:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.748898:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e640 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.748907:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e640 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.748913:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e640 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.748920:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e640 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.748934:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.749061:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+403:6187:x1853163938605312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 204us (246us total) trans 4294975859 rc 0/0 00000100:00100000:3.0:1767318259.749067:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24223 00000004:00080000:3.0:1767318259.749092:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031875bb80/2, rc 0, transno 4294975859 00000100:00100000:3.0:1767318259.749096:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031875bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938605312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.749101:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938605824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.749121:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.749138:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938605824 00000100:00100000:3.0:1767318259.749142:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938605824 00000100:00100000:3.0:1767318259.749161:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24224 00000100:00100000:3.0:1767318259.749167:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+403:6187:x1853163938605824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.749177:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:781 count 1 00002000:00010000:3.0:1767318259.749191:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x30d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.749196:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e647 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749204:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.749205:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.749208:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e647 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749217:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e647 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749223:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e647 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749230:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e647 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749244:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.749378:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+404:6187:x1853163938605824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 209us (254us total) trans 4294975860 rc 0/0 00000100:00100000:3.0:1767318259.749385:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24224 00010000:00010000:3.0:1767318259.749402:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.749408:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e639 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749415:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.749419:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e639 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749427:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e639 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749442:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e639 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749449:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e639 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749464:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.749467:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e640 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749472:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.749475:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e640 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749481:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e640 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749489:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e640 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749495:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c000/0x3313483622c9e640 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749524:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.749528:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e647 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749534:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.749537:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e647 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749543:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e647 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749551:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e647 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749557:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d800/0x3313483622c9e647 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749573:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.749574:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.749577:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.749596:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc7b80/2, rc 0, transno 4294975860 00000100:00100000:3.0:1767318259.749601:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938605824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.749609:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1767318259.749615:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938605440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.749637:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.749654:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938605440 00000100:00100000:3.0:1767318259.749657:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938605440 00000100:00100000:3.0:1767318259.749674:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24225 00000100:00100000:3.0:1767318259.749679:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+404:6187:x1853163938605440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.749690:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:778 count 1 00002000:00010000:3.0:1767318259.749704:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x30a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.749708:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e64e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749716:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.749717:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.749721:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e64e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749728:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e64e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749735:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e64e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749742:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e64e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.749754:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.749875:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+405:6187:x1853163938605440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 194us (236us total) trans 4294975861 rc 0/0 00000100:00100000:3.0:1767318259.749881:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24225 00000004:00080000:3.0:1767318259.749907:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fc5f80/2, rc 0, transno 4294975861 00000100:00100000:3.0:1767318259.749912:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938605440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.749918:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c8e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938605952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.749938:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.749955:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938605952 00000100:00100000:3.0:1767318259.749958:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938605952 00000100:00100000:3.0:1767318259.749977:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24226 00000100:00100000:3.0:1767318259.749983:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+405:6187:x1853163938605952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.749994:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:782 count 1 00002000:00010000:3.0:1767318259.750007:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x30e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.750012:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e655 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750019:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.750021:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.750024:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e655 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750032:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e655 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750040:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e655 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750046:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e655 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750057:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.750174:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+406:6187:x1853163938605952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 190us (233us total) trans 4294975862 rc 0/0 00000100:00100000:3.0:1767318259.750180:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24226 00010000:00010000:3.0:1767318259.750196:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.750200:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e64e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750207:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.750210:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e64e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750218:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e64e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750229:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e64e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750236:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c600/0x3313483622c9e64e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750253:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.750256:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e655 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750262:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.750265:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e655 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750272:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e655 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750280:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e655 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750287:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e655 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.750298:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.750299:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.750301:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.750320:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8e8e00/2, rc 0, transno 4294975862 00000100:00100000:3.0:1767318259.750326:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938605952:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.750881:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.751000:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.751012:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031875a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938606208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.751051:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.751068:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.751085:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031875aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938606336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.751109:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.751127:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938606848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.751146:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.751169:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767318259.751174:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031875ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938606464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.751194:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.751214:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938606208 00000100:00100000:2.0:1767318259.751218:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938606208 00000100:00100000:2.0:1767318259.751245:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938606336 00000100:00100000:2.0:1767318259.751248:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938606336 00000100:00100000:2.0:1767318259.751262:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938606848 00000100:00100000:2.0:1767318259.751264:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938606848 00000100:00100000:2.0:1767318259.751276:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938606464 00000100:00100000:2.0:1767318259.751279:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938606464 00000100:00100000:2.0:1767318259.751292:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24227 00000100:00100000:2.0:1767318259.751298:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03064b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+487:6185:x1853163938606208:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.751430:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24228 00000100:00100000:0.0:1767318259.751439:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+487:6187:x1853163938606336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.751545:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:676 count 1 00002000:00010000:2.0:1767318259.751573:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.751579:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9e65c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.751590:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.751592:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.751597:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9e65c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.751609:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9e65c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.751618:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9e65c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.751626:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9e65c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.751638:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.752112:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03064b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+488:6185:x1853163938606208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 811us (1058us total) trans 4294976199 rc 0/0 00000100:00100000:2.0:1767318259.752119:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24227 00000100:00100000:2.0:1767318259.752135:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24229 00000100:00100000:2.0:1767318259.752142:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03064b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+406:6187:x1853163938606848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.752153:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:786 count 1 00002000:00010000:2.0:1767318259.752168:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x312:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.752172:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e663 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.752180:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.752181:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.752184:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e663 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.752193:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e663 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.752200:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e663 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.752206:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e663 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.752218:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:0.0:1767318259.753043:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:677 count 1 00002000:00010000:0.0:1767318259.753068:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.753074:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e66a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.753085:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.753087:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.753091:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e66a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.753101:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e66a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.753108:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e66a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.753114:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e66a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.753129:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.753296:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+488:6187:x1853163938606336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1857us (2183us total) trans 4294976200 rc 0/0 00000100:00100000:0.0:1767318259.753304:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24228 00000100:00100000:2.0:1767318259.753309:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03064b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+407:6187:x1853163938606848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1168us (2162us total) trans 4294975863 rc 0/0 00000100:00100000:2.0:1767318259.753315:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24229 00000100:00100000:0.0:1767318259.753324:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24230 00000100:00100000:0.0:1767318259.753345:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03064b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+487:6187:x1853163938606464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.753361:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:678 count 1 00002000:00010000:0.0:1767318259.753376:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.753381:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e671 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.753388:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.753389:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.753392:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e671 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.753400:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e671 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.753407:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e671 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.753414:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e671 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.753487:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318259.753637:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03064b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+488:6187:x1853163938606464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 306us (2441us total) trans 4294976201 rc 0/0 00010000:00010000:3.0:1767318259.755254:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318259.755266:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9e65c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755282:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.755286:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9e65c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755295:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9e65c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755316:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9e65c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755323:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9e65c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755359:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.755363:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e663 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755369:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.755372:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e663 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755379:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e663 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755390:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e663 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755403:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e663 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755416:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.755420:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e66a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755427:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.755430:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e66a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755438:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e66a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755446:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e66a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755453:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e66a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755467:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.755471:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e671 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755478:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.755481:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e671 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755490:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e671 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755499:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e671 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755669:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e671 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.755683:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.755685:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.755687:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.755828:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e632 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.755837:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e632 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.755851:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e632 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.755864:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.755870:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.755875:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.755912:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.756203:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+407:6188:x1853163938603392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8908us (9321us total) trans 4294975864 rc 0/0 00000100:00100000:2.0:1767318259.756549:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938606592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.756590:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.756618:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938606592 00000100:00100000:2.0:1767318259.756624:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938606592 00000100:00100000:2.0:1767318259.756658:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24231 00000100:00100000:2.0:1767318259.756665:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03064b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+408:6185:x1853163938606592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.756691:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:784 count 1 00002000:00010000:2.0:1767318259.756718:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x310:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.756724:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e678 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.756733:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.756735:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.756740:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e678 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.756754:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e678 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.756760:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e678 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.756766:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e678 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.756784:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.757308:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03064b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+409:6185:x1853163938606592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 641us (715us total) trans 4294975865 rc 0/0 00000100:00100000:2.0:1767318259.757317:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24231 00000004:00080000:2.0:1767318259.757388:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a18700/2, rc 0, transno 4294975865 00000100:00100000:2.0:1767318259.757403:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938606592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.757455:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938607104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.757480:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.757499:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938607104 00000100:00100000:2.0:1767318259.757503:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938607104 00000100:00100000:2.0:1767318259.757550:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24232 00000100:00100000:2.0:1767318259.757557:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03064bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+409:6185:x1853163938607104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.757571:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:788 count 1 00002000:00010000:2.0:1767318259.757594:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x314:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.757599:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e67f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.757614:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.757616:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.757620:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e67f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.757629:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e67f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.757636:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e67f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.757643:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e67f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.757658:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1767318259.758809:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.758819:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e632 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758828:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.758833:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e632 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758843:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e632 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758860:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e632 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758867:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97a00/0x3313483622c9e632 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758890:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.758894:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e678 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758901:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.758903:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e678 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758910:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e678 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758917:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e678 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758923:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e678 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758936:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.758939:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e67f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758945:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.758948:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e67f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758955:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e67f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758964:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e67f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758971:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e67f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.758982:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.758984:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.758985:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.762087:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03064bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+410:6185:x1853163938607104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4521us (4598us total) trans 4294975866 rc 0/0 00000100:00100000:2.0:1767318259.762102:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24232 00000004:00080000:2.0:1767318259.762178:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b233480/2, rc 0, transno 4294975866 00000100:00100000:2.0:1767318259.762199:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938607104:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.762267:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031875a680/2, rc 0, transno 4294976199 00000100:00100000:2.0:1767318259.762278:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031875a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938606208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.762292:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318259.762301:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938606720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.762344:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.762371:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938606720 00000100:00100000:2.0:1767318259.762377:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938606720 00000100:00100000:2.0:1767318259.762412:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24233 00000100:00100000:2.0:1767318259.762420:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03064bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+410:6185:x1853163938606720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.762442:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:785 count 1 00002000:00010000:2.0:1767318259.762474:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x311:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.762482:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e686 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.762496:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.762498:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.762504:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e686 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.762543:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e686 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.762552:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e686 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.762560:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e686 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.762580:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.763958:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24230 00000004:00080000:0.0:1767318259.764626:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e7ea00/2, rc 0, transno 4294975864 00000100:00100000:0.0:1767318259.764645:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938603392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.764656:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938603904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.764897:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.764935:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938603904 00000100:00100000:0.0:1767318259.764941:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938603904 00000100:00100000:0.0:1767318259.764985:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24234 00000100:00100000:0.0:1767318259.764993:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043b231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+488:6188:x1853163938603904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.765241:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24221 00010000:00010000:1.0:1767318259.765266:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.765274:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e686 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.765285:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.765289:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e686 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.765300:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e686 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.765320:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e686 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.765328:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9e686 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.765365:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.765367:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.765369:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.765375:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.765380:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.765414:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04067dbb80/2, rc 0, transno 4294975857 00000100:00100000:1.0:1767318259.765419:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04067dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938606080:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.765431:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f39180/2, rc 0, transno 4294976198 00000100:00100000:1.0:1767318259.765435:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938604672:0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.765869:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:672 count 1 00002000:00010000:0.0:1767318259.765903:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.765911:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e68d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.765923:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.765926:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.765932:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e68d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.765944:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e68d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.765953:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e68d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.765960:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e68d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.765978:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.767175:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03064bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+410:6185:x1853163938606720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4751us (4835us total) trans 4294975867 rc 0/0 00000100:00100000:2.0:1767318259.767185:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24233 00000004:00080000:2.0:1767318259.767325:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a19180/2, rc 0, transno 4294975867 00000100:00100000:2.0:1767318259.767350:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938606720:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.767352:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.767360:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e68d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.767369:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.767373:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e68d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.767378:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938607232:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.767382:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e68d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.767397:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e68d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.767405:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e68d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.767409:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318259.767421:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.767423:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.767425:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.767428:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938607232 00000100:00100000:2.0:1767318259.767434:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938607232 00000100:00100000:2.0:1767318259.767466:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24235 00000100:00100000:2.0:1767318259.767473:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437ecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+410:6185:x1853163938607232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.767492:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:789 count 1 00002000:00010000:2.0:1767318259.767535:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x315:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.767541:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e694 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.767552:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.767554:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.767558:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e694 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.767568:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e694 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.767577:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e694 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.767584:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e694 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.767602:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1767318259.768221:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c8eb800/2, rc 0, transno 4294976192 00000100:00100000:0.0:1767318259.768229:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c8eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938599296:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.768242:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa5f80/2, rc 0, transno 4294976193 00000100:00100000:0.0:1767318259.768245:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938600320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.768245:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437ecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+411:6185:x1853163938607232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 300us (363us total) trans 4294975868 rc 0/0 00000100:00100000:2.0:1767318259.768255:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24235 00000100:00100000:0.0:1767318259.768260:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03064bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938607488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.768289:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.768310:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767318259.768315:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03064baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938607360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.768333:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.768362:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938607488 00000100:00100000:0.0:1767318259.768367:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938607488 00000100:00100000:0.0:1767318259.768388:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938607360 00000100:00100000:0.0:1767318259.768390:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938607360 00000100:00100000:0.0:1767318259.768403:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24236 00000100:00100000:0.0:1767318259.768409:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043b230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+412:6188:x1853163938607488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.768423:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:791 count 1 00002000:00010000:0.0:1767318259.768442:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x317:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.768448:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e69b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.768458:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24237 00010000:00010000:0.0:1767318259.768459:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.768461:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.768464:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e69b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.768474:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e69b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.768483:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e69b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.768490:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e69b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.768503:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318259.768743:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.768750:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e694 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.768757:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.768760:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e694 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.768768:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e694 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.768780:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e694 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.768787:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9e694 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.768807:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.768810:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e69b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.768815:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.768817:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e69b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.768823:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e69b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.768832:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e69b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.768838:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258200/0x3313483622c9e69b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.768848:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.768850:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.768852:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.768858:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.769188:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043b230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+413:6188:x1853163938607488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 279us (398us total) trans 4294975869 rc 0/0 00000100:00100000:0.0:1767318259.769197:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24236 00000100:00100000:0.0:1767318259.769229:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03064b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938607872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.769263:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.769285:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938607872 00000100:00100000:0.0:1767318259.769289:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938607872 00000100:00100000:0.0:1767318259.769312:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24238 00000100:00100000:0.0:1767318259.769318:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c52d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+413:6188:x1853163938607872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.769347:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:794 count 1 00002000:00010000:0.0:1767318259.769367:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x31a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.769373:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e6a2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.769381:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.769382:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.769387:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.769396:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.769403:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e6a2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.769410:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e6a2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.769428:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.769619:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c52d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+414:6188:x1853163938607872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 299us (354us total) trans 4294975870 rc 0/0 00000100:00100000:0.0:1767318259.769626:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24238 00000004:00080000:0.0:1767318259.769662:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03064b8a80/2, rc 0, transno 4294975870 00000100:00100000:0.0:1767318259.769674:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03064b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938607872:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.769685:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03064bb100/2, rc 0, transno 4294975869 00000100:00100000:0.0:1767318259.769689:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03064bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938607488:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.771188:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c52c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+413:6188:x1853163938607360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.771221:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:790 count 1 00002000:00010000:2.0:1767318259.771251:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x316:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.771258:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e6a9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.771270:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.771273:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.771278:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e6a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.771291:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e6a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.771299:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e6a9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.771306:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e6a9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.771329:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.772030:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c52c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+414:6188:x1853163938607360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3562us (3691us total) trans 4294975871 rc 0/0 00000100:00100000:2.0:1767318259.772040:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24237 00000004:00080000:2.0:1767318259.772214:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b231180/2, rc 0, transno 4294975868 00000100:00100000:2.0:1767318259.772225:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938607232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.772258:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03064ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938607616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.772289:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.772311:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938607616 00000100:00100000:2.0:1767318259.772317:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938607616 00000100:00100000:2.0:1767318259.772363:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24239 00000100:00100000:2.0:1767318259.772370:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437ecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+414:6185:x1853163938607616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.772383:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:792 count 1 00002000:00010000:2.0:1767318259.772404:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x318:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.772410:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9e6b0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.772420:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.772422:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.772425:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9e6b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.772435:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9e6b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.772442:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9e6b0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.772449:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9e6b0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.772477:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.772640:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437ecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+415:6185:x1853163938607616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 268us (348us total) trans 4294975872 rc 0/0 00000100:00100000:2.0:1767318259.772648:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24239 00000004:00080000:2.0:1767318259.772675:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03064ba300/2, rc 0, transno 4294975872 00000100:00100000:2.0:1767318259.772684:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03064ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938607616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.772711:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938608128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.772731:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.772747:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938608128 00000100:00100000:2.0:1767318259.772750:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938608128 00000100:00100000:2.0:1767318259.772769:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24240 00000100:00100000:2.0:1767318259.772775:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437ecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+415:6185:x1853163938608128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.772785:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:796 count 1 00002000:00010000:2.0:1767318259.772801:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x31c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.772806:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9e6b7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.772813:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.772815:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.772818:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9e6b7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.772826:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9e6b7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.772832:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9e6b7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.772838:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9e6b7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.772855:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.772977:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437ecd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+416:6185:x1853163938608128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 201us (244us total) trans 4294975873 rc 0/0 00000100:00100000:2.0:1767318259.772984:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24240 00000004:00080000:2.0:1767318259.773008:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ecd500/2, rc 0, transno 4294975873 00000100:00100000:2.0:1767318259.773016:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938608128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.773023:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.773048:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938608256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.773069:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.773085:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938608256 00010000:00010000:0.0:1767318259.773086:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:2.0:1767318259.773088:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938608256 00010000:00010000:0.0:1767318259.773094:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e6a2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773102:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258a00 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:2.0:1767318259.773106:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24241 00010000:00010000:0.0:1767318259.773107:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e6a2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.773111:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+416:6185:x1853163938608256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.773116:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e6a2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.773120:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:797 count 1 00010000:00010000:0.0:1767318259.773131:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e6a2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.773133:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x31d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.773138:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e6be lrc: 3/0,1 mode: --/PW res: [0x280000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773139:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e6a2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773145:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.773146:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.773149:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e6be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773157:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.773157:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e6be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773161:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e6a9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773168:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.773170:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e6be lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773171:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e6a9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773177:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e6be lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773179:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e6a9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773184:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318259.773192:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e6a9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773199:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9e6a9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773211:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.773214:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9e6b0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773220:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.773223:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9e6b0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773231:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9e6b0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773240:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9e6b0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773246:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9e6b0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773257:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.773260:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9e6b7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773271:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.773274:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9e6b7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773280:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9e6b7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773290:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9e6b7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.773290:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+417:6185:x1853163938608256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 178us (219us total) trans 4294975874 rc 0/0 00010000:00010000:0.0:1767318259.773297:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9e6b7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.773297:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24241 00010000:00010000:0.0:1767318259.773309:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.773311:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e6be lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773317:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.773320:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e6be lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.773320:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ecdc00/2, rc 0, transno 4294975874 00000100:00100000:2.0:1767318259.773326:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938608256:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.773327:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e6be lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773349:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e6be lrc: 1/0,0 mode: --/PW res: [0x280000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.773361:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9e6be lrc: 0/0,0 mode: --/PW res: [0x280000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.773371:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938608640:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.773373:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.773374:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.773376:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.773392:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.773434:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938608640 00000100:00100000:2.0:1767318259.773437:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938608640 00000100:00100000:2.0:1767318259.773459:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24242 00000100:00100000:2.0:1767318259.773465:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+417:6185:x1853163938608640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.773476:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:800 count 1 00002000:00010000:2.0:1767318259.773489:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x320:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.773493:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e6c5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773499:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.773501:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.773520:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e6c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773529:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e6c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773536:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e6c5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773543:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e6c5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773553:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.773669:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+418:6185:x1853163938608640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 203us (275us total) trans 4294975875 rc 0/0 00000100:00100000:2.0:1767318259.773676:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24242 00000004:00080000:2.0:1767318259.773701:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f34380/2, rc 0, transno 4294975875 00000100:00100000:2.0:1767318259.773709:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938608640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.773737:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.773743:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938608768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.773764:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.773784:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938608768 00000100:00100000:2.0:1767318259.773788:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938608768 00000100:00100000:2.0:1767318259.773808:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24243 00000100:00100000:2.0:1767318259.773814:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+418:6185:x1853163938608768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.773825:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:801 count 1 00002000:00010000:2.0:1767318259.773838:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x321:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.773843:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e6cc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773850:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.773852:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.773854:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e6cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773862:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e6cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773869:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e6cc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773875:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e6cc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.773883:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.774003:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+419:6185:x1853163938608768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 188us (237us total) trans 4294975876 rc 0/0 00000100:00100000:2.0:1767318259.774009:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24243 00000004:00080000:2.0:1767318259.774034:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f34e00/2, rc 0, transno 4294975876 00000100:00100000:2.0:1767318259.774042:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938608768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.774049:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.774055:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e6c5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.774061:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.774065:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e6c5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.774072:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e6c5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.774084:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e6c5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.774084:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031875ad80/2, rc 0, transno 4294976201 00000100:00100000:2.0:1767318259.774089:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031875ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938606464:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.774090:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9e6c5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.774095:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043b233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938606976:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.774103:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.774107:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e6cc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.774116:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.774118:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.774121:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e6cc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.774128:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e6cc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.774135:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a1bb80/2, rc 0, transno 4294975863 00010000:00010000:0.0:1767318259.774138:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e6cc lrc: 1/0,0 mode: --/PW res: [0x280000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.774140:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938606848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.774145:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9e6cc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.774156:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.774158:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.774160:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.774168:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938606976 00000004:00080000:2.0:1767318259.774168:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031875aa00/2, rc 0, transno 4294976200 00000100:00100000:0.0:1767318259.774172:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938606976 00000100:00100000:2.0:1767318259.774173:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031875aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938606336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.774181:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938608384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.774200:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24244 00000100:00100000:0.0:1767318259.774206:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+419:6187:x1853163938606976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.774844:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.774867:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938608384 00000100:00100000:2.0:1767318259.774871:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938608384 00000100:00100000:2.0:1767318259.774896:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24245 00000100:00100000:2.0:1767318259.774902:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+420:6187:x1853163938608384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.774917:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:798 count 1 00002000:00010000:2.0:1767318259.774935:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x31e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.775040:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e6d3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.775053:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.775055:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.775059:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e6d3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.775070:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e6d3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.775078:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e6d3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.775085:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e6d3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.775105:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1767318259.775146:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:787 count 1 00002000:00010000:0.0:1767318259.775161:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x313:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.775166:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e6da lrc: 3/0,1 mode: --/PW res: [0x280000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.775174:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.775176:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.775178:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e6da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.775188:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e6da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.775195:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e6da lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.775202:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e6da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.775210:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.775272:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+421:6187:x1853163938608384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 369us (428us total) trans 4294975877 rc 0/0 00000100:00100000:2.0:1767318259.775279:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24245 00000004:00080000:2.0:1767318259.775314:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ecf800/2, rc 0, transno 4294975877 00000100:00100000:2.0:1767318259.775324:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938608384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.775326:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+421:6187:x1853163938606976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1121us (1209us total) trans 4294975878 rc 0/0 00000100:00100000:0.0:1767318259.775332:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24244 00010000:00010000:0.0:1767318259.775361:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.775366:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e6d3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.775373:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440600 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:2.0:1767318259.775375:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938608896:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.775377:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e6d3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.775384:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e6d3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.775398:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e6d3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.775400:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.775406:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9e6d3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.775418:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938608896 00010000:00010000:0.0:1767318259.775422:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767318259.775422:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938608896 00010000:00010000:0.0:1767318259.775425:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e6da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.775431:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.775435:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e6da lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.775440:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24246 00010000:00010000:0.0:1767318259.775442:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e6da lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.775445:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+421:6187:x1853163938608896:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.775452:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e6da lrc: 1/0,0 mode: --/PW res: [0x280000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.775455:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:802 count 1 00010000:00010000:0.0:1767318259.775459:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259400/0x3313483622c9e6da lrc: 0/0,0 mode: --/PW res: [0x280000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.775471:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.775473:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.775474:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767318259.775728:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x322:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.775734:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e6e1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.775741:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.775743:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.775746:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e6e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.775754:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e6e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.775761:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e6e1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.775768:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e6e1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.775783:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.775912:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+422:6187:x1853163938608896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 466us (510us total) trans 4294975879 rc 0/0 00000100:00100000:2.0:1767318259.775919:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24246 00000004:00080000:2.0:1767318259.776032:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f34700/2, rc 0, transno 4294975879 00000100:00100000:2.0:1767318259.776043:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938608896:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.776077:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043b233800/2, rc 0, transno 4294975878 00000100:00100000:2.0:1767318259.776085:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043b233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938606976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.776095:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1767318259.776118:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938608000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.776142:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.776163:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938608000 00000100:00100000:2.0:1767318259.776167:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938608000 00000100:00100000:2.0:1767318259.776190:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24247 00000100:00100000:2.0:1767318259.776196:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+422:6187:x1853163938608000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.776208:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:795 count 1 00002000:00010000:2.0:1767318259.776223:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x31b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.776228:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e6e8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.776235:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.776237:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.776240:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e6e8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.776248:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e6e8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.776255:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e6e8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.776261:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e6e8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.776270:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.776400:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+423:6187:x1853163938608000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 203us (256us total) trans 4294975880 rc 0/0 00000100:00100000:2.0:1767318259.776407:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24247 00000004:00080000:2.0:1767318259.776433:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ecd880/2, rc 0, transno 4294975880 00000100:00100000:2.0:1767318259.776442:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938608000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.776887:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938608512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.776917:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.777542:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938608512 00000100:00100000:2.0:1767318259.777549:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938608512 00000100:00100000:2.0:1767318259.777590:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24248 00000100:00100000:2.0:1767318259.777597:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+423:6187:x1853163938608512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.777617:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:799 count 1 00002000:00010000:2.0:1767318259.777644:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x31f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.777651:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e6ef lrc: 3/0,1 mode: --/PW res: [0x280000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.777662:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.777664:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.777668:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e6ef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.777680:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e6ef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.777687:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e6ef lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.777694:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e6ef lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.777704:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.777928:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312f35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+424:6187:x1853163938608512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 331us (1009us total) trans 4294975881 rc 0/0 00000100:00100000:2.0:1767318259.777936:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24248 00000004:00080000:2.0:1767318259.777996:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437ecea00/2, rc 0, transno 4294975881 00000100:00100000:2.0:1767318259.778007:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938608512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.778055:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938609024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.778087:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.778107:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938609024 00000100:00100000:2.0:1767318259.778110:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938609024 00000100:00100000:2.0:1767318259.778130:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24249 00000100:00100000:2.0:1767318259.778135:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+424:6187:x1853163938609024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.778148:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:803 count 1 00002000:00010000:2.0:1767318259.778164:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x323:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.778169:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e6f6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.778177:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.778178:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.778181:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e6f6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.778188:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e6f6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.778194:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e6f6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.778200:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e6f6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.778207:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.778326:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+425:6187:x1853163938609024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 189us (238us total) trans 4294975882 rc 0/0 00000100:00100000:2.0:1767318259.778332:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24249 00000004:00080000:2.0:1767318259.778371:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f35c00/2, rc 0, transno 4294975882 00000100:00100000:2.0:1767318259.778381:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938609024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.778415:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938609408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.778436:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.778454:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938609408 00000100:00100000:2.0:1767318259.778458:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938609408 00010000:00010000:0.0:1767318259.779386:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.779397:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e6e1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779413:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.779417:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e6e1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779426:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e6e1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779445:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e6e1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779452:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9e6e1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779476:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.779479:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e6e8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779485:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.779488:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e6e8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779494:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e6e8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779502:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e6e8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779528:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9e6e8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779542:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.779545:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e6ef lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779551:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.779554:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e6ef lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779560:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e6ef lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779568:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e6ef lrc: 1/0,0 mode: --/PW res: [0x280000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779574:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441a00/0x3313483622c9e6ef lrc: 0/0,0 mode: --/PW res: [0x280000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779586:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.779588:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e6f6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.779591:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24250 00010000:00010000:0.0:1767318259.779594:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.779597:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e6f6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.779599:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317943480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+425:6187:x1853163938609408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.779604:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e6f6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779612:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e6f6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779618:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9e6f6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.779618:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:806 count 1 00010000:00010000:0.0:1767318259.779629:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.779630:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.779632:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767318259.779638:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x326:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.779643:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e6fd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.779652:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.779654:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.779658:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e6fd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.779667:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e6fd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.779674:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e6fd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.779682:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e6fd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.779700:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.779940:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767318259.779940:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317943480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+426:6187:x1853163938609408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 342us (1502us total) trans 4294975883 rc 0/0 00010000:00010000:0.0:1767318259.779945:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e6fd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.779948:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24250 00010000:00010000:0.0:1767318259.779952:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.779955:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e6fd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779962:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e6fd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779972:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e6fd lrc: 1/0,0 mode: --/PW res: [0x280000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.779979:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9e6fd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.779989:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f35880/2, rc 0, transno 4294975883 00010000:00010000:0.0:1767318259.779991:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.779992:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.779994:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.779999:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938609408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.780010:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318259.780057:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938609536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.780089:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.780119:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938609920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.780139:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.780159:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938609536 00000100:00100000:2.0:1767318259.780164:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938609536 00000100:00100000:2.0:1767318259.780184:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938609920 00000100:00100000:2.0:1767318259.780187:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938609920 00000100:00100000:2.0:1767318259.780202:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24251 00000100:00100000:2.0:1767318259.780208:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+427:6187:x1853163938609536:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.780212:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24252 00000100:00100000:0.0:1767318259.780219:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+427:6187:x1853163938609920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.780220:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:807 count 1 00002000:00080000:0.0:1767318259.780229:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:810 count 1 00002000:00010000:2.0:1767318259.780237:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x327:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.780241:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9e704 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318259.780243:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x32a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.780248:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e70b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.780249:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.780251:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.780254:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9e704 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.780255:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.780256:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.780259:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e70b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.780263:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9e704 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.780267:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e70b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.780271:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9e704 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.780275:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e70b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.780278:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9e704 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.780282:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e70b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.780295:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.781439:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+428:6187:x1853163938609536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1227us (1345us total) trans 4294975884 rc 0/0 00000100:00100000:2.0:1767318259.781450:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24251 00000004:00080000:2.0:1767318259.781530:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f34a80/2, rc 0, transno 4294975884 00000100:00100000:2.0:1767318259.781546:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938609536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.781595:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318259.781603:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938610048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.781632:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.781657:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938610048 00000100:00100000:2.0:1767318259.781662:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938610048 00000100:00100000:2.0:1767318259.781690:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24253 00000100:00100000:2.0:1767318259.781696:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+428:6187:x1853163938610048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.781715:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:811 count 1 00002000:00010000:2.0:1767318259.781742:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x32b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.781749:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e712 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.781761:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.781763:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.781767:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e712 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.781779:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e712 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.781793:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e712 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.781801:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e712 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.781906:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03064b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938607744:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.795403:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318259.795438:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.795447:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9e704 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.795461:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.795466:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9e704 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.795476:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9e704 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.795495:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9e704 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.795502:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9e704 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.795542:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.795803:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.796217:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+429:6187:x1853163938610048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14517us (14580us total) trans 4294975885 rc 0/0 00000100:00100000:2.0:1767318259.796227:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24253 00000004:00080000:2.0:1767318259.796917:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317942d80/2, rc 0, transno 4294975885 00000100:00100000:2.0:1767318259.796933:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938610048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.797014:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938609152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.797055:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.797080:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938609152 00000100:00100000:2.0:1767318259.797085:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938609152 00000100:00100000:2.0:1767318259.797123:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24254 00000100:00100000:2.0:1767318259.797130:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+429:6185:x1853163938609152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.797136:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e70b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797149:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.797153:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e70b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.797155:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:804 count 1 00010000:00010000:0.0:1767318259.797162:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e70b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797178:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e70b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.797185:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x324:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.797191:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e70b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797191:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e719 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797202:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.797204:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.797209:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e719 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797210:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.797214:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e712 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797220:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318259.797221:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e719 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797223:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e712 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797229:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e719 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797231:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e712 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797237:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e719 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797239:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e712 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797246:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e712 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797246:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.797257:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.797260:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e719 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797266:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.797269:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e719 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797275:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e719 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797284:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e719 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797291:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e719 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797301:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.797303:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.797305:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.797424:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+431:6185:x1853163938609152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 294us (368us total) trans 4294975886 rc 0/0 00000100:00100000:2.0:1767318259.797432:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24254 00000100:00100000:0.0:1767318259.797441:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+431:6187:x1853163938609920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17223us (17301us total) trans 4294975887 rc 0/0 00000100:00100000:0.0:1767318259.797447:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24252 00000004:00080000:2.0:1767318259.797465:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f36300/2, rc 0, transno 4294975886 00000100:00100000:2.0:1767318259.797473:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938609152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.797499:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938609664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.797538:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.797559:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938610176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.797576:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.797595:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938609664 00000100:00100000:2.0:1767318259.797598:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938609664 00000100:00100000:2.0:1767318259.797615:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938610176 00000100:00100000:2.0:1767318259.797618:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938610176 00000100:00100000:2.0:1767318259.797633:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24255 00000100:00100000:2.0:1767318259.797639:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+431:6185:x1853163938609664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.797651:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:808 count 1 00002000:00010000:2.0:1767318259.797666:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x328:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.797671:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e720 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797679:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.797681:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.797685:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e720 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797693:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e720 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797710:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e720 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797717:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e720 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797727:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.797818:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.797824:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e720 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797832:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.797835:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e720 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.797843:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e720 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.797843:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+432:6185:x1853163938609664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 204us (303us total) trans 4294975888 rc 0/0 00000100:00100000:2.0:1767318259.797850:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24255 00010000:00010000:0.0:1767318259.797856:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e720 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.797861:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24256 00010000:00010000:0.0:1767318259.797864:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e720 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.797867:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+431:6185:x1853163938610176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.797877:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:812 count 1 00010000:00010000:0.0:1767318259.797878:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.797879:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.797881:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767318259.797891:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x32c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.797897:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9e727 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797904:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.797906:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.797909:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9e727 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797917:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9e727 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797925:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9e727 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797931:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9e727 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.797950:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.798060:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+432:6185:x1853163938610176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 193us (482us total) trans 4294975889 rc 0/0 00000100:00100000:2.0:1767318259.798066:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24256 00000004:00080000:2.0:1767318259.798098:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317942a00/2, rc 0, transno 4294975889 00000100:00100000:2.0:1767318259.798108:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938610176:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.798147:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317942300/2, rc 0, transno 4294975888 00000100:00100000:2.0:1767318259.798154:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938609664:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.798161:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1767318259.798184:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312f37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938609280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.798211:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.798229:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938609280 00000100:00100000:2.0:1767318259.798233:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938609280 00000100:00100000:2.0:1767318259.798253:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24257 00000100:00100000:2.0:1767318259.798259:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d0a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+432:6185:x1853163938609280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.798269:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:805 count 1 00002000:00010000:2.0:1767318259.798284:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x325:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.798289:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e72e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798297:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.798299:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.798302:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e72e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798310:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e72e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798317:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e72e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798324:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e72e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798332:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.798457:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d0a2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+433:6185:x1853163938609280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 198us (245us total) trans 4294975890 rc 0/0 00000100:00100000:2.0:1767318259.798463:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24257 00000004:00080000:2.0:1767318259.798489:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312f37b80/2, rc 0, transno 4294975890 00000100:00100000:2.0:1767318259.798497:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312f37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938609280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.798543:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938609792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.798565:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.798581:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938609792 00000100:00100000:2.0:1767318259.798585:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938609792 00000100:00100000:2.0:1767318259.798604:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24258 00000100:00100000:2.0:1767318259.798610:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+433:6185:x1853163938609792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.798621:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:809 count 1 00002000:00010000:2.0:1767318259.798635:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x329:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.798641:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e735 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798648:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.798650:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.798653:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e735 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798663:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e735 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798670:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e735 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798677:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e735 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798685:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.798797:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+434:6185:x1853163938609792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (231us total) trans 4294975891 rc 0/0 00000100:00100000:2.0:1767318259.798808:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24258 00000004:00080000:2.0:1767318259.798832:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317940380/2, rc 0, transno 4294975891 00000100:00100000:2.0:1767318259.798840:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938609792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.798864:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938610304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.798885:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.798902:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938610304 00000100:00100000:2.0:1767318259.798906:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938610304 00000100:00100000:2.0:1767318259.798924:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24259 00000100:00100000:2.0:1767318259.798930:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+434:6185:x1853163938610304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.798941:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:813 count 1 00002000:00010000:2.0:1767318259.798955:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x32d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.798960:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e73c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798967:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.798968:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.798971:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e73c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798980:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e73c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798988:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e73c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.798996:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e73c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.799010:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.799119:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+435:6185:x1853163938610304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 188us (233us total) trans 4294975892 rc 0/0 00000100:00100000:2.0:1767318259.799125:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24259 00000004:00080000:2.0:1767318259.799151:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c535180/2, rc 0, transno 4294975892 00000100:00100000:2.0:1767318259.799159:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938610304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.799186:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c534700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938610688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.799207:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.799221:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938610688 00000100:00100000:2.0:1767318259.799224:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938610688 00000100:00100000:2.0:1767318259.799242:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24260 00000100:00100000:2.0:1767318259.799247:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311692d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+435:6185:x1853163938610688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.799257:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:816 count 1 00002000:00010000:2.0:1767318259.799272:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x330:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.799277:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e743 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.799284:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.799286:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.799289:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e743 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.799298:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e743 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.799306:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e743 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.799313:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e743 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.799321:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1767318259.799413:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.799421:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9e727 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799434:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.799437:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9e727 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799445:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9e727 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799460:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9e727 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799467:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9e727 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799485:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.799488:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e72e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799494:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.799497:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e72e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799503:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e72e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799528:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e72e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799538:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e72e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799550:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.799553:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e735 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799558:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.799560:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e735 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799567:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e735 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799574:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e735 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799580:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e735 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799590:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.799593:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e73c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799598:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.799601:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e73c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799607:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e73c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799615:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e73c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799621:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e73c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799630:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.799633:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e743 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799639:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.799642:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e743 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799648:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e743 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799656:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e743 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799662:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e743 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799677:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.799679:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.799680:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.799687:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.799692:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.799742:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.799779:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938610816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.799800:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.799831:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938607744 00000100:00100000:1.0:1767318259.799835:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938607744 00000100:00100000:1.0:1767318259.799857:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938610816 00000100:00100000:1.0:1767318259.799860:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938610816 00000100:00100000:1.0:1767318259.799883:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24261 00000100:00100000:1.0:1767318259.799890:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+437:6186:x1853163938607744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.799902:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:793 count 1 00002000:00010000:1.0:1767318259.799920:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x319:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.799925:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e74a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799934:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.799936:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.799939:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e74a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799948:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e74a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799956:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e74a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799964:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e74a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799977:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.799984:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.799988:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e74a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.799994:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.799997:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e74a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800003:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e74a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800013:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e74a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800019:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e74a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800031:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.800033:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.800035:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.800201:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+438:6186:x1853163938607744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 310us (458us total) trans 4294975893 rc 0/0 00000100:00100000:1.0:1767318259.800208:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24261 00000100:00100000:1.0:1767318259.800223:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24262 00000100:00100000:1.0:1767318259.800230:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+437:6186:x1853163938610816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.800241:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:817 count 1 00002000:00010000:1.0:1767318259.800255:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x331:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.800260:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e751 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800267:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.800269:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.800271:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e751 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800280:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e751 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800288:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e751 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800295:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e751 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800308:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.800316:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.800320:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e751 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800327:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.800330:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e751 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800352:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e751 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800363:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e751 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800370:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9e751 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.800382:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.800383:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.800385:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.800548:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+438:6186:x1853163938610816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 275us (702us total) trans 4294975894 rc 0/0 00000100:00100000:1.0:1767318259.800556:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24262 00000004:00080000:1.0:1767318259.800588:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c537800/2, rc 0, transno 4294975894 00000100:00100000:1.0:1767318259.800600:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938610816:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.800610:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03064b9c00/2, rc 0, transno 4294975893 00000100:00100000:1.0:1767318259.800614:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03064b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938607744:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.800722:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043b231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+490:6188:x1853163938603904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35730us (35826us total) trans 4294976203 rc 0/0 00000100:00100000:1.0:1767318259.800728:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24234 00000100:00100000:1.0:1767318259.800864:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+489:6188:x1853163938599808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 65218us (93467us total) trans 4294976202 rc 0/0 00000100:00100000:1.0:1767318259.800870:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24216 00010000:00010000:0.0:1767318259.801300:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.804270:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311692d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+438:6185:x1853163938610688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5015us (5054us total) trans 4294975895 rc 0/0 00000100:00100000:2.0:1767318259.804283:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24260 00000004:00080000:2.0:1767318259.804444:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c534700/2, rc 0, transno 4294975895 00000100:00100000:2.0:1767318259.804469:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c534700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938610688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.804486:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938611200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.804543:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.804567:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938611200 00000100:00100000:2.0:1767318259.804572:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938611200 00000100:00100000:2.0:1767318259.804605:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24263 00000100:00100000:2.0:1767318259.804613:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311690a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+438:6185:x1853163938611200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.804636:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:820 count 1 00000100:00100000:1.0:1767318259.804645:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938611328:0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1767318259.804669:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x334:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1767318259.804672:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.804676:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9e758 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.804689:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.804691:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.804696:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9e758 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.805895:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9e758 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.805908:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9e758 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.805916:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9e758 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.805938:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.805976:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.805983:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9e758 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.805991:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.805995:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9e758 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.806003:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9e758 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.806019:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9e758 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.806040:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9e758 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.806058:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.806060:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.806062:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.806196:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311690a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+439:6185:x1853163938611200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1581us (1649us total) trans 4294975896 rc 0/0 00000100:00100000:2.0:1767318259.806205:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24263 00000100:00100000:2.0:1767318259.806229:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938611328 00000100:00100000:2.0:1767318259.806235:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938611328 00000100:00100000:2.0:1767318259.806273:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24264 00000100:00100000:2.0:1767318259.806280:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+439:6186:x1853163938611328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.806301:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:821 count 1 00002000:00010000:2.0:1767318259.806321:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x335:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.806326:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e75f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.806347:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.806349:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.806354:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e75f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.806363:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e75f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.806376:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e75f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.806383:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e75f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.806401:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.806472:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.806477:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e75f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.806485:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.806488:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e75f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.806496:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e75f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.806533:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e75f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.806541:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e75f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.806544:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+440:6186:x1853163938611328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 264us (1870us total) trans 4294975897 rc 0/0 00000100:00100000:2.0:1767318259.806550:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24264 00010000:00010000:1.0:1767318259.806554:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.806555:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.806557:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.806601:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311690000/2, rc 0, transno 4294975896 00000004:00080000:0.0:1767318259.806614:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52ca80/2, rc 0, transno 4294975897 00000100:00100000:0.0:1767318259.806620:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938611328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.806620:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311690000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938611200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.806649:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938610432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.806679:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.810184:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938611840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.810249:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.810306:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938612352:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.810327:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.810364:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1767318259.810369:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938611712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.810390:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.810394:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938610944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.810405:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938612224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.810416:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938610432 00000100:00100000:0.0:1767318259.810420:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.810423:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938610432 00000100:00100000:0.0:1767318259.810438:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938611840 00000100:00100000:0.0:1767318259.810442:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938611840 00000100:00100000:2.0:1767318259.810464:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938612352 00000100:00100000:2.0:1767318259.810467:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938612352 00000100:00100000:0.0:1767318259.815223:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938611712 00000100:00100000:0.0:1767318259.815239:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938611712 00000100:00100000:0.0:1767318259.815292:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938612224 00000100:00100000:0.0:1767318259.815295:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938612224 00000100:00100000:0.0:1767318259.815317:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24265 00000100:00100000:0.0:1767318259.815327:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+440:6187:x1853163938610432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.815368:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:814 count 1 00002000:00010000:0.0:1767318259.815400:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x32e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.815407:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e766 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.815422:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.815424:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.815429:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e766 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.815443:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e766 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.815454:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e766 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.815461:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e766 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.815485:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.817139:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+441:6187:x1853163938610432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1805us (10450us total) trans 4294975898 rc 0/0 00000100:00100000:0.0:1767318259.817152:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24265 00000100:00100000:0.0:1767318259.817185:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24266 00000100:00100000:0.0:1767318259.817195:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c52f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+492:6186:x1853163938611840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.817220:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:680 count 1 00002000:00010000:0.0:1767318259.817248:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.817258:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e76d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817270:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.817272:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.817277:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e76d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817290:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e76d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817299:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e76d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817307:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e76d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817328:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.817572:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c52f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+493:6186:x1853163938611840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 379us (7321us total) trans 4294976204 rc 0/0 00000100:00100000:0.0:1767318259.817579:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24266 00000100:00100000:0.0:1767318259.817593:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24267 00000100:00100000:0.0:1767318259.817600:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c52c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+492:6186:x1853163938612352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.817612:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:684 count 1 00002000:00010000:0.0:1767318259.817626:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.817631:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e774 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817642:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.817644:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.817646:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e774 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817654:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e774 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817660:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e774 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817667:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e774 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817683:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.817801:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c52c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+493:6186:x1853163938612352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 201us (7472us total) trans 4294976205 rc 0/0 00000100:00100000:0.0:1767318259.817808:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24267 00000100:00100000:0.0:1767318259.817821:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24268 00000100:00100000:0.0:1767318259.817827:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c52dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+492:6186:x1853163938611712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.817838:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:679 count 1 00002000:00010000:0.0:1767318259.817855:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.817859:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e77b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817867:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.817869:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.817871:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e77b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817879:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e77b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817887:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e77b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817893:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e77b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.817906:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.817914:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24269 00000100:00100000:2.0:1767318259.817925:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c52c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+492:6186:x1853163938612224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.817937:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:683 count 1 00002000:00010000:2.0:1767318259.817966:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.817972:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9e782 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.817981:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.817982:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.817985:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9e782 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.817994:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9e782 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818001:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9e782 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818007:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9e782 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818015:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318259.818139:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c52c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+493:6186:x1853163938612224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 216us (7716us total) trans 4294976206 rc 0/0 00000100:00100000:2.0:1767318259.818145:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24269 00000100:00100000:2.0:1767318259.818197:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938610560:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.818211:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.818218:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e766 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818226:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.818230:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e766 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.818233:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.818239:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e766 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818255:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e766 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818263:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e766 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.818263:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938611072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.818279:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:2.0:1767318259.818279:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.818282:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e76d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818289:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.818292:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e76d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.818296:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938610560 00010000:00010000:1.0:1767318259.818298:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e76d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.818301:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938610560 00010000:00010000:1.0:1767318259.818307:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e76d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818313:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e76d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818322:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.818325:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e774 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.818326:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938611072 00000100:00100000:2.0:1767318259.818329:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938611072 00010000:00010000:1.0:1767318259.818332:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.818346:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e774 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818354:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e774 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818364:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e774 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.818364:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24270 00010000:00010000:1.0:1767318259.818371:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258a00/0x3313483622c9e774 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.818371:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+442:6188:x1853163938610560:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.818383:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00002000:00080000:2.0:1767318259.818383:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:815 count 1 00010000:00010000:1.0:1767318259.818386:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e77b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818392:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.818395:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e77b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.818399:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x32f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.818402:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e77b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818404:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e789 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818411:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e77b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818411:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.818413:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.818416:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e789 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818418:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259c00/0x3313483622c9e77b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818426:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e789 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818428:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.818431:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9e782 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818434:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e789 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818442:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e789 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818443:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.818447:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9e782 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818450:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.818453:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9e782 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818461:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9e782 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818467:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9e782 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818478:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.818481:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e789 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818487:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.818490:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e789 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818497:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e789 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818520:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e789 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818531:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e789 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.818543:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.818544:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.818546:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.818552:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.818557:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.818571:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.818604:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+443:6188:x1853163938610560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 232us (368us total) trans 4294975899 rc 0/0 00000100:00100000:2.0:1767318259.818610:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24270 00000100:00100000:2.0:1767318259.818622:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24271 00000100:00100000:2.0:1767318259.818628:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+442:6188:x1853163938611072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.818639:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:819 count 1 00002000:00010000:2.0:1767318259.818654:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x333:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.818658:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e790 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818666:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.818667:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.818670:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e790 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818677:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e790 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818684:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e790 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818690:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e790 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.818870:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.819000:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.819005:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e790 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.819012:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.819015:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e790 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.819046:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+443:6188:x1853163938611072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 418us (765us total) trans 4294975900 rc 0/0 00000100:00100000:2.0:1767318259.819053:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24271 00010000:00010000:1.0:1767318259.819099:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e790 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.819099:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311691f80/2, rc 0, transno 4294975900 00010000:00010000:1.0:1767318259.819111:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e790 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.819112:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311691f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938611072:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.819118:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9e790 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.819130:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.819132:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.819134:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.819302:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938611584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.819329:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.819359:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938612096:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.819379:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.819397:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938611584 00000100:00100000:2.0:1767318259.819400:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938611584 00000100:00100000:2.0:1767318259.819422:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938612096 00000100:00100000:2.0:1767318259.819424:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938612096 00000100:00100000:2.0:1767318259.819438:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24272 00000100:00100000:2.0:1767318259.819443:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311692a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+443:6188:x1853163938611584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.819455:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:823 count 1 00002000:00010000:2.0:1767318259.819469:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x337:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.819474:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e797 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.819482:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.819484:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.819487:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e797 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.819496:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e797 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.819504:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e797 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.819530:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e797 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.819543:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.819672:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311692a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+444:6188:x1853163938611584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 228us (341us total) trans 4294975901 rc 0/0 00000100:00100000:2.0:1767318259.819678:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24272 00000100:00100000:2.0:1767318259.819690:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24273 00000100:00100000:2.0:1767318259.819697:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311693800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+493:6188:x1853163938612096:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.820005:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c52dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+494:6186:x1853163938611712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2176us (9612us total) trans 4294976207 rc 0/0 00000100:00100000:0.0:1767318259.820013:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24268 00002000:00080000:2.0:1767318259.820042:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:682 count 1 00002000:00010000:2.0:1767318259.820059:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.820063:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e79e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.820071:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.820073:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.820076:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e79e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.820086:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e79e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.820093:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e79e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.820100:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e79e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.820112:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318259.820133:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.820140:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e797 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.820147:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.820151:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e797 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.820158:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e797 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.820171:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e797 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.820179:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e797 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.820192:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.820196:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e79e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.820202:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.820205:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e79e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.820212:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e79e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.820222:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e79e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.820229:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e79e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.820232:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311693800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+494:6188:x1853163938612096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 536us (851us total) trans 4294976208 rc 0/0 00000100:00100000:2.0:1767318259.820238:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24273 00010000:00010000:1.0:1767318259.820240:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.820242:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.820243:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.820249:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.820282:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52f480/2, rc 0, transno 4294976208 00010000:00010000:0.0:1767318259.820288:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.820303:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938612096:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.820308:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52e680/2, rc 0, transno 4294976206 00000100:00100000:0.0:1767318259.820312:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938612224:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.820320:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03064baa00/2, rc 0, transno 4294975871 00000004:00080000:0.0:1767318259.820321:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52ce00/2, rc 0, transno 4294976204 00000100:00100000:0.0:1767318259.820324:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938611840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.820327:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03064baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938607360:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.820333:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52df80/2, rc 0, transno 4294976205 00000100:00100000:0.0:1767318259.820347:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938612352:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.820359:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52f100/2, rc 0, transno 4294976207 00000100:00100000:0.0:1767318259.820363:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938611712:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.820378:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a40a80/2, rc 0, transno 4294976203 00000100:00100000:2.0:1767318259.820382:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938603904:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.820390:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312fa5180/2, rc 0, transno 4294976202 00000100:00100000:2.0:1767318259.820394:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312fa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938599808:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.820405:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938612608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.820428:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.820456:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c537100/2, rc 0, transno 4294975899 00000100:00100000:2.0:1767318259.820464:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938610560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.820494:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318259.820502:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938612736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.820541:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.820569:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c545500/2, rc 0, transno 4294975901 00000100:00100000:2.0:1767318259.820576:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938611584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.820604:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938612864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.820621:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.820643:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938612608 00000100:00100000:2.0:1767318259.820648:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938612608 00000100:00100000:2.0:1767318259.820674:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938612736 00000100:00100000:2.0:1767318259.820677:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938612736 00000100:00100000:2.0:1767318259.820690:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938612864 00000100:00100000:2.0:1767318259.820693:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938612864 00000100:00100000:2.0:1767318259.820720:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24274 00000100:00100000:2.0:1767318259.820727:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311693b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+446:6188:x1853163938612608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.820740:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:825 count 1 00002000:00010000:2.0:1767318259.820758:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x339:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.820763:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e7a5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.820772:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.820774:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.820777:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e7a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.820786:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e7a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.820792:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e7a5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.820799:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e7a5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.820810:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.821137:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311693b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+447:6188:x1853163938612608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 410us (707us total) trans 4294975902 rc 0/0 00000100:00100000:2.0:1767318259.821145:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24274 00000100:00100000:2.0:1767318259.821159:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24275 00000100:00100000:2.0:1767318259.821165:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+446:6186:x1853163938612736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.821174:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:826 count 1 00002000:00010000:2.0:1767318259.821187:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x33a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.821192:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e7ac lrc: 3/0,1 mode: --/PW res: [0x280000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.821203:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.821205:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.821208:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e7ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.821216:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e7ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.821224:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e7ac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.821230:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e7ac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.821274:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24276 00000100:00100000:0.0:1767318259.821284:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311693100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+446:6186:x1853163938612864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.821297:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:827 count 1 00002000:00010000:0.0:1767318259.821313:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x33b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.821318:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e7b3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.821324:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.821326:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.821328:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e7b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.821347:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e7b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.821354:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e7b3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.821361:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e7b3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.828923:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938613248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.828997:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.829245:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.829252:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938613376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.829275:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.829326:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938613760:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.829356:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.829384:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938613248 00000100:00100000:1.0:1767318259.829390:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938613248 00000100:00100000:1.0:1767318259.829421:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938613376 00000100:00100000:1.0:1767318259.829424:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938613376 00000100:00100000:1.0:1767318259.829435:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938613760 00000100:00100000:1.0:1767318259.829437:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938613760 00000100:00100000:1.0:1767318259.829451:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24277 00000100:00100000:1.0:1767318259.829459:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ddd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+496:6185:x1853163938613248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.829482:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:687 count 1 00002000:00010000:1.0:1767318259.829550:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.829557:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e7ba lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.829571:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.829574:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.829579:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e7ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.829593:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e7ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.829602:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e7ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.829610:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e7ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.830832:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.830938:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24278 00010000:00010000:0.0:1767318259.831186:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.831216:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ddd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+496:6185:x1853163938613376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.831242:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:688 count 1 00002000:00010000:2.0:1767318259.831269:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.831276:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9e7c1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.831288:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.831290:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.831295:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9e7c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.831311:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9e7c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.831319:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9e7c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.831326:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9e7c1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.831352:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767318259.831475:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311693100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+447:6186:x1853163938612864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10191us (10850us total) trans 4294975903 rc 0/0 00000100:00100000:0.0:1767318259.831484:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24276 00000100:00100000:2.0:1767318259.831499:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ddd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+497:6185:x1853163938613376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 292us (2223us total) trans 4294976209 rc 0/0 00000100:00100000:0.0:1767318259.831520:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24279 00000100:00100000:2.0:1767318259.831524:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24278 00000100:00100000:0.0:1767318259.831528:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ddd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+497:6185:x1853163938613760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.831540:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:691 count 1 00002000:00010000:0.0:1767318259.831554:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.831559:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e7c8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831568:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.831569:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.831572:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e7c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831581:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e7c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831589:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e7c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831596:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e7c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831609:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:0.0:1767318259.831618:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318259.831624:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e7a5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831632:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.831635:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e7a5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831644:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e7a5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.831651:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+447:6186:x1853163938612736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10487us (11109us total) trans 4294975904 rc 0/0 00000100:00100000:2.0:1767318259.831658:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24275 00010000:00010000:0.0:1767318259.831666:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e7a5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831672:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e7a5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831688:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.831691:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e7ac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831696:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ac00 already unused, calling callback (ffffffffc15bcb40) 00000004:00080000:2.0:1767318259.831697:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd2d80/2, rc 0, transno 4294976209 00010000:00010000:0.0:1767318259.831699:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e7ac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831706:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e7ac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831716:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e7ac lrc: 1/0,0 mode: --/PW res: [0x280000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831722:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e7ac lrc: 0/0,0 mode: --/PW res: [0x280000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831733:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.831737:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e7b3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831759:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.831762:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e7b3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831769:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e7b3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831779:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e7b3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831786:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9e7b3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831799:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.831803:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e7ba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831809:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.831811:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e7ba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831818:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e7ba lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831827:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e7ba lrc: 2/0,0 mode: --/PW res: [0x240000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831840:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.831843:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9e7c1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831849:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.831852:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9e7c1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831859:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9e7c1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831866:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9e7c1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831873:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9e7c1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831883:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.831886:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e7c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831891:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.831894:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e7c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831901:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e7c8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.831910:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e7c8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.832128:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e7c8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.832142:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.832144:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.832146:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.832275:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ddd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+497:6185:x1853163938613760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 748us (2917us total) trans 4294976210 rc 0/0 00000100:00100000:0.0:1767318259.832282:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24279 00000100:00100000:2.0:1767318259.832820:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938613376:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.832847:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd0000/2, rc 0, transno 4294976210 00000100:00100000:2.0:1767318259.832851:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938613760:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.832892:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311690700/2, rc 0, transno 4294975902 00000100:00100000:2.0:1767318259.832905:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311690700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938612608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.833161:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.833173:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938613888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.833219:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.833256:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938613120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.833277:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.833299:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938613632:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.833306:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938613888 00000100:00100000:0.0:1767318259.833313:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938613888 00000100:00100000:2.0:1767318259.833317:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.833331:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [2->3] 00000100:00100000:2.0:1767318259.833349:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938611456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.833361:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938613120 00000100:00100000:2.0:1767318259.833361:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938613632 00000100:00100000:0.0:1767318259.833364:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938613120 00000100:00100000:2.0:1767318259.833364:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938613632 00000100:00100000:0.0:1767318259.833384:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24280 00000100:00100000:2.0:1767318259.833390:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24281 00000100:00100000:0.0:1767318259.833391:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+447:6185:x1853163938613888:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.833395:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+498:6188:x1853163938613120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.833409:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:828 count 1 00002000:00080000:2.0:1767318259.833410:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:686 count 1 00002000:00010000:0.0:1767318259.833434:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x33c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1767318259.833434:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.833441:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e7d6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.833441:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9e7cf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833453:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.833453:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.833455:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.833455:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.833460:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.833460:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9e7cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.833473:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9e7cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833475:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833482:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e7d6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.833482:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9e7cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833491:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e7d6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.833496:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9e7cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833518:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318259.833518:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.833529:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.833533:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e7d6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833539:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.833542:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e7d6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833549:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e7d6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833562:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e7d6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833568:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259600/0x3313483622c9e7d6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833588:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.833591:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9e7cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833597:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.833599:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9e7cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833605:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9e7cf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833614:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9e7cf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833621:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9e7cf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833634:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.833635:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.833637:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.833648:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24282 00000100:00100000:0.0:1767318259.833654:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+499:6188:x1853163938613632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.833665:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:690 count 1 00002000:00010000:0.0:1767318259.833679:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.833684:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e7dd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.833685:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+499:6188:x1853163938613120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 290us (408us total) trans 4294976211 rc 0/0 00000100:00100000:2.0:1767318259.833692:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24281 00010000:00010000:0.0:1767318259.833696:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.833698:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.833701:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e7dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833709:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e7dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833717:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e7dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833723:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e7dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833734:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.833742:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.833745:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e7dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833751:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.833754:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e7dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833761:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e7dd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833771:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e7dd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833779:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e7dd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.833791:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.833793:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.833795:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.835270:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+500:6188:x1853163938613632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1610us (1945us total) trans 4294976212 rc 0/0 00000100:00100000:0.0:1767318259.835283:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24282 00000100:00100000:0.0:1767318259.835547:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+448:6185:x1853163938613888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2156us (2327us total) trans 4294975905 rc 0/0 00000100:00100000:0.0:1767318259.835554:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24280 00010000:00010000:1.0:1767318259.835638:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318259.835648:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e7ba lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.835864:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311692300/2, rc 0, transno 4294975905 00000100:00100000:2.0:1767318259.835878:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938613888:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.835888:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ddd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+499:6185:x1853163938613248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6430us (6891us total) trans 4294976213 rc 0/0 00000100:00100000:1.0:1767318259.835895:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24277 00000004:00080000:2.0:1767318259.835934:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd1180/2, rc 0, transno 4294976213 00000100:00100000:2.0:1767318259.835940:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938613248:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.836007:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.836124:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.836133:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.836141:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.836196:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311691180/2, rc 0, transno 4294975903 00000100:00100000:1.0:1767318259.836217:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311691180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938612864:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.836231:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311691c00/2, rc 0, transno 4294975904 00000100:00100000:1.0:1767318259.836234:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938612736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.836324:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1767318259.836461:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.837350:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.837387:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938610944 00000100:00100000:1.0:1767318259.837393:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938610944 00000100:00100000:1.0:1767318259.837436:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24283 00000100:00100000:1.0:1767318259.837444:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ddd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+448:6187:x1853163938610944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.837469:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:818 count 1 00002000:00010000:1.0:1767318259.837497:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x332:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.837517:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e7e4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.837532:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.837534:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.837540:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.837554:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.837564:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e7e4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.837572:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e7e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.837597:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.838422:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ddd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+449:6187:x1853163938610944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 975us (1082us total) trans 4294975906 rc 0/0 00000100:00100000:1.0:1767318259.838431:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24283 00000004:00080000:1.0:1767318259.838497:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c536680/2, rc 0, transno 4294975906 00000100:00100000:1.0:1767318259.838527:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938610944:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.838542:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317940e00/2, rc 0, transno 4294975887 00000100:00100000:1.0:1767318259.838545:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938609920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.838561:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030b94f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938614016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.838589:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.838610:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938614016 00000100:00100000:1.0:1767318259.838614:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938614016 00000100:00100000:1.0:1767318259.838640:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24284 00000100:00100000:1.0:1767318259.838646:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ddd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+449:6187:x1853163938614016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.838665:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:829 count 1 00002000:00010000:1.0:1767318259.838686:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x33d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.838693:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e7eb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.838705:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.838707:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.838711:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e7eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.838722:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e7eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.838731:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e7eb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.838739:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e7eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.841494:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.841523:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e7e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.841538:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.841543:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e7e4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.841556:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e7e4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.841578:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e7e4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.841593:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96400/0x3313483622c9e7e4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.841618:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.841620:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.841622:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.841639:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030b94f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938614400:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.841703:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.841874:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.843574:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ddd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+450:6187:x1853163938614016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4923us (4979us total) trans 4294975907 rc 0/0 00000100:00100000:1.0:1767318259.843587:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24284 00000100:00100000:1.0:1767318259.843614:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938614400 00000100:00100000:1.0:1767318259.843620:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938614400 00000100:00100000:1.0:1767318259.843660:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24285 00000100:00100000:1.0:1767318259.843667:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c52e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+450:6186:x1853163938614400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.843693:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:830 count 1 00000100:00100000:0.0:1767318259.843970:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938614272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.844016:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1767318259.844571:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x33e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.844580:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e7f2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.844594:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.844596:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.844601:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e7f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.844614:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e7f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.844629:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e7f2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.844637:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e7f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.844758:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938614272 00000100:00100000:2.0:1767318259.844765:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938614272 00000100:00100000:2.0:1767318259.844795:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24286 00000100:00100000:2.0:1767318259.844802:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d43ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+499:6186:x1853163938614272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.844820:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:693 count 1 00002000:00010000:2.0:1767318259.844841:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.844847:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e7f9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.844854:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.844855:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.844858:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e7f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.844866:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e7f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.844874:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e7f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.844881:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e7f9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.847134:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.847469:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c52e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+451:6186:x1853163938614400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3798us (5762us total) trans 4294975908 rc 0/0 00000100:00100000:1.0:1767318259.847481:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24285 00000100:00100000:3.0:1767318259.847838:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.847873:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938611968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.847893:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.847908:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938612480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.847935:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.847955:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938611456 00000100:00100000:3.0:1767318259.847962:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938611456 00000100:00100000:3.0:1767318259.847994:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938611968 00000100:00100000:3.0:1767318259.847997:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938611968 00000100:00100000:3.0:1767318259.848014:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938612480 00000100:00100000:3.0:1767318259.848016:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938612480 00000100:00100000:3.0:1767318259.848046:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24287 00000100:00100000:3.0:1767318259.848054:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+452:6188:x1853163938611456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.848077:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:822 count 1 00002000:00010000:3.0:1767318259.848104:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x336:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.848111:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e800 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.848124:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.848126:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.848131:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e800 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.848144:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e800 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.848153:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e800 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.848162:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e800 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849660:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318259.849664:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318259.849672:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e7eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849682:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.849686:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e7eb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849695:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e7eb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849712:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e7eb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849719:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9e7eb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849761:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.849765:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e7f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849771:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.849774:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e7f2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849780:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e7f2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849789:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e7f2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849794:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e7f2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849805:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.849809:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e7f9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849814:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.849817:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e7f9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849822:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e7f9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849831:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e7f9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849838:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e7f9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849851:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.849855:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e800 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849860:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.849863:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e800 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849869:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e800 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849877:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e800 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849883:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.849884:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.849886:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.849919:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d43ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+501:6186:x1853163938614272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5117us (5901us total) trans 4294976214 rc 0/0 00000100:00100000:0.0:1767318259.849923:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24288 00000100:00100000:2.0:1767318259.849928:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24286 00000100:00100000:0.0:1767318259.849933:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+501:6188:x1853163938611968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.849958:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:681 count 1 00002000:00010000:0.0:1767318259.849981:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.849986:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e807 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.849996:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.849998:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.850002:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e807 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.850012:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e807 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.850229:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e807 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.850239:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e807 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.850255:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.850395:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+501:6188:x1853163938611968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 464us (2499us total) trans 4294976215 rc 0/0 00000100:00100000:0.0:1767318259.850402:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24288 00010000:00010000:1.0:1767318259.850450:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.850457:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e807 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.850463:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.850466:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e807 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.850473:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e807 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.850483:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e807 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.850490:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259000/0x3313483622c9e807 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.850525:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.850527:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.850529:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.850534:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.850560:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24289 00000100:00100000:1.0:1767318259.850569:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+452:6188:x1853163938612480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.850584:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:824 count 1 00002000:00010000:1.0:1767318259.850599:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x338:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.850604:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e80e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.850613:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.850615:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.850618:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e80e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.850627:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e80e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.850635:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e80e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.850643:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e80e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.850661:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.850804:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+453:6188:x1853163938612480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 236us (2867us total) trans 4294975909 rc 0/0 00000100:00100000:1.0:1767318259.850811:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24289 00010000:00010000:3.0:1767318259.851003:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.851010:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d400/0x3313483622c9e800 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.851166:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+453:6188:x1853163938611456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3112us (3326us total) trans 4294975910 rc 0/0 00000100:00100000:3.0:1767318259.851173:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24287 00010000:00010000:0.0:1767318259.851954:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.851964:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e80e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.851973:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.851977:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e80e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.851992:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e80e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.852010:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e80e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.852017:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e80e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.852048:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.852050:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.852052:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.852059:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.852724:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938614784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.852776:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.852823:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.852830:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938614912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.852851:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.852875:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938614784 00000100:00100000:2.0:1767318259.852882:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938614784 00000100:00100000:2.0:1767318259.852916:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938614912 00000100:00100000:2.0:1767318259.852920:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938614912 00000100:00100000:2.0:1767318259.852938:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24290 00000100:00100000:2.0:1767318259.853059:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+454:6185:x1853163938614784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.853087:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:832 count 1 00002000:00010000:2.0:1767318259.853115:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x340:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.853122:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e815 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.853139:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.853142:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.853146:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e815 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.853158:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e815 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.853167:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e815 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.853175:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e815 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.853197:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.853439:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+455:6185:x1853163938614784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 493us (662us total) trans 4294975911 rc 0/0 00000100:00100000:2.0:1767318259.853447:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24290 00000100:00100000:2.0:1767318259.853465:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24291 00000100:00100000:2.0:1767318259.853472:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+454:6185:x1853163938614912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.853483:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:833 count 1 00002000:00010000:2.0:1767318259.853496:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x341:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.853501:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e81c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.853534:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.853537:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.853540:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e81c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.853548:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e81c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.853556:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e81c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.853564:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e81c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.853584:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.853699:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+455:6185:x1853163938614912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 227us (846us total) trans 4294975912 rc 0/0 00000100:00100000:2.0:1767318259.853705:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24291 00000004:00080000:2.0:1767318259.853751:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a18000/2, rc 0, transno 4294975912 00000100:00100000:2.0:1767318259.853766:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938614912:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.853777:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a19c00/2, rc 0, transno 4294975911 00000100:00100000:2.0:1767318259.853781:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938614784:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.853806:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030b94f100/2, rc 0, transno 4294975908 00000100:00100000:2.0:1767318259.853810:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030b94f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938614400:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.853821:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd0700/2, rc 0, transno 4294976214 00000100:00100000:2.0:1767318259.853832:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938614272:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.853855:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030b94f480/2, rc 0, transno 4294975907 00000100:00100000:2.0:1767318259.853859:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030b94f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938614016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.853866:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938614528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.853891:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.853912:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938614528 00000100:00100000:2.0:1767318259.853916:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938614528 00000100:00100000:2.0:1767318259.853939:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24292 00000100:00100000:2.0:1767318259.854127:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+501:6187:x1853163938614528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.854141:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:694 count 1 00002000:00010000:2.0:1767318259.854160:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.854165:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9e823 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854173:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.854174:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.854177:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9e823 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854186:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9e823 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854192:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9e823 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854198:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9e823 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854209:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.854370:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+502:6187:x1853163938614528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 246us (477us total) trans 4294976216 rc 0/0 00000100:00100000:2.0:1767318259.854380:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24292 00000004:00080000:2.0:1767318259.854417:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd3100/2, rc 0, transno 4294976216 00000100:00100000:2.0:1767318259.854423:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938614528:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.854434:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c535c00/2, rc 0, transno 4294975898 00000100:00100000:2.0:1767318259.854437:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938610432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.854446:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1767318259.854452:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938614144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.854476:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.854495:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938614144 00000100:00100000:2.0:1767318259.854499:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938614144 00000100:00100000:2.0:1767318259.854543:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24293 00000100:00100000:2.0:1767318259.854550:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+502:6187:x1853163938614144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.854561:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:692 count 1 00002000:00010000:2.0:1767318259.854575:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.854580:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e82a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854588:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.854590:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.854593:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e82a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854601:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e82a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854608:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e82a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854615:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e82a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854626:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.854743:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+503:6187:x1853163938614144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 192us (265us total) trans 4294976217 rc 0/0 00000100:00100000:2.0:1767318259.854749:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24293 00000004:00080000:2.0:1767318259.854773:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd3b80/2, rc 0, transno 4294976217 00000100:00100000:2.0:1767318259.854778:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938614144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.854784:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938614656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.854807:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.854825:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938614656 00000100:00100000:2.0:1767318259.854828:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938614656 00000100:00100000:2.0:1767318259.854848:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24294 00000100:00100000:2.0:1767318259.854854:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+455:6187:x1853163938614656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.854865:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:831 count 1 00002000:00010000:2.0:1767318259.854882:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x33f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.854888:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e831 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854895:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.854896:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.854899:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e831 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854908:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e831 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854916:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e831 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854923:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e831 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.854930:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1767318259.855214:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.855222:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e815 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855230:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.855233:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e815 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855241:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e815 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855256:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e815 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855268:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e815 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855287:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.855290:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e81c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855296:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.855299:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e81c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855306:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e81c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855316:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e81c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855323:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ac00/0x3313483622c9e81c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855332:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.855347:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9e823 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855352:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.855355:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9e823 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855362:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9e823 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855371:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9e823 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855378:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9e823 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855390:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.855393:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e82a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855399:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.855401:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e82a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855408:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e82a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855415:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e82a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855420:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e82a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855434:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.855437:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e831 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855442:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.855445:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e831 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855451:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e831 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855459:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e831 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855466:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e831 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.855475:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.855477:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.855479:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.855485:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.855490:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.856094:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.856190:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938615296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.856238:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.856284:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938615296 00000100:00100000:1.0:1767318259.856290:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938615296 00000100:00100000:1.0:1767318259.856327:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24295 00000100:00100000:1.0:1767318259.856347:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ddd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+503:6185:x1853163938615296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.856367:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:697 count 1 00002000:00010000:1.0:1767318259.856391:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.856397:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e838 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.856407:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.856409:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.856413:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e838 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.856424:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e838 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.856432:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e838 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.856440:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e838 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.856457:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.856695:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ddd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+504:6185:x1853163938615296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 361us (457us total) trans 4294976218 rc 0/0 00000100:00100000:1.0:1767318259.856703:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24295 00000004:00080000:1.0:1767318259.856741:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd1880/2, rc 0, transno 4294976218 00000100:00100000:1.0:1767318259.857999:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938615296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.858063:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.858072:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938615424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.858117:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.858167:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938615424 00000100:00100000:1.0:1767318259.858172:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938615424 00000100:00100000:1.0:1767318259.858208:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24296 00010000:00010000:0.0:1767318259.858285:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.858294:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e838 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.858303:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.858308:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e838 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.858316:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e838 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.858333:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e838 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.858351:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97400/0x3313483622c9e838 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.858441:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+456:6187:x1853163938614656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3585us (3631us total) trans 4294975913 rc 0/0 00000100:00100000:2.0:1767318259.858449:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24294 00000004:00080000:2.0:1767318259.858488:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a18a80/2, rc 0, transno 4294975913 00000100:00100000:2.0:1767318259.858493:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938614656:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.858516:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938615040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.858538:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.858577:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030ddd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+504:6185:x1853163938615424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.858636:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938615040 00000100:00100000:2.0:1767318259.858640:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938615040 00000100:00100000:2.0:1767318259.858659:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24297 00000100:00100000:2.0:1767318259.858664:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+505:6187:x1853163938615040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.858682:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:695 count 1 00002000:00010000:2.0:1767318259.858708:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.858713:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e83f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.858723:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.858725:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.858730:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e83f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.858741:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e83f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.858845:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e83f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.858852:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e83f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.858868:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.859174:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+506:6187:x1853163938615040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 508us (634us total) trans 4294976219 rc 0/0 00000100:00100000:2.0:1767318259.859181:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24297 00000100:00100000:2.0:1767318259.859205:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938615936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.859228:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.859247:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938615936 00000100:00100000:2.0:1767318259.859251:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938615936 00000100:00100000:2.0:1767318259.859272:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24298 00000100:00100000:2.0:1767318259.859278:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+456:6186:x1853163938615936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.859290:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:837 count 1 00002000:00010000:2.0:1767318259.859309:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x345:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.859314:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e846 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.859323:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.859326:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.859329:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e846 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.859350:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e846 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.859358:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e846 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.859365:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e846 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.859377:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.859503:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+457:6186:x1853163938615936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 224us (273us total) trans 4294975914 rc 0/0 00000100:00100000:2.0:1767318259.859538:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24298 00000004:00080000:2.0:1767318259.859567:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1a680/2, rc 0, transno 4294975914 00000100:00100000:2.0:1767318259.859577:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938615936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.859584:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318259.859612:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938615808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.859633:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.859645:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318259.859651:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030b94f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938616320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.859669:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.859685:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938615808 00000100:00100000:2.0:1767318259.859688:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938615808 00000100:00100000:2.0:1767318259.859705:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938616320 00000100:00100000:2.0:1767318259.859708:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938616320 00000100:00100000:2.0:1767318259.859722:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24299 00000100:00100000:2.0:1767318259.859728:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+458:6186:x1853163938615808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.859738:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:836 count 1 00002000:00010000:2.0:1767318259.859848:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x344:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.859853:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9e84d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.859861:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.859862:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.859865:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9e84d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.859874:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9e84d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.859881:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9e84d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.859887:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9e84d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.859904:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.860207:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+459:6186:x1853163938615808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 478us (572us total) trans 4294975915 rc 0/0 00000100:00100000:2.0:1767318259.860214:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24299 00000100:00100000:2.0:1767318259.860228:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24300 00000100:00100000:2.0:1767318259.860234:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030b94c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+458:6186:x1853163938616320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.860248:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:840 count 1 00002000:00010000:2.0:1767318259.860263:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x348:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.860268:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e854 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.860275:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.860276:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.860279:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e854 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.860288:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e854 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.860295:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e854 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.860302:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e854 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.860310:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1767318259.860414:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.860423:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e83f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860430:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.860433:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e83f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860442:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e83f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860456:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e83f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860463:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e83f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860480:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.860483:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e846 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860487:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.860490:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e846 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860496:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e846 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860519:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e846 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860526:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9e846 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860537:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.860539:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9e84d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860545:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.860548:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9e84d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860556:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9e84d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860566:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9e84d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860571:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9e84d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860581:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.860585:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e854 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860589:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.860592:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e854 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860598:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e854 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860607:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e854 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860613:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9e854 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860629:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.860631:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.860632:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1767318259.860657:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:698 count 1 00002000:00010000:1.0:1767318259.860674:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.860679:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e85b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860687:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.860688:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.860691:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e85b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860700:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e85b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860706:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e85b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860713:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e85b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860727:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.860735:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.860738:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e85b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860743:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.860747:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e85b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860754:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e85b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860762:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e85b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.860768:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9e85b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.863375:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.863383:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.863385:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.863461:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.863467:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.863575:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311691500/2, rc 0, transno 4294975909 00000100:00100000:3.0:1767318259.863600:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938612480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.863612:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0306c47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938612992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.863672:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.863704:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938613504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.863727:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.863751:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd0a80/2, rc 0, transno 4294976211 00000100:00100000:3.0:1767318259.863769:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938613120:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.863779:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd0e00/2, rc 0, transno 4294976212 00000100:00100000:3.0:1767318259.863783:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938613632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.863799:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030ddd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938615168:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.863819:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.863834:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938615680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.863853:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.863876:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938612992 00000100:00100000:3.0:1767318259.863882:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938612992 00000100:00100000:3.0:1767318259.863934:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938613504 00000100:00100000:3.0:1767318259.863938:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938613504 00000100:00100000:3.0:1767318259.863961:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938615168 00000100:00100000:3.0:1767318259.863964:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938615168 00000100:00100000:3.0:1767318259.863978:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938615680 00000100:00100000:3.0:1767318259.863981:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938615680 00000100:00100000:3.0:1767318259.864003:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24301 00000100:00100000:3.0:1767318259.864011:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+508:6188:x1853163938612992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.864040:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:685 count 1 00002000:00010000:3.0:1767318259.864074:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.864082:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e862 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.864096:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.864098:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.864103:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e862 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.864118:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e862 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.864128:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e862 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.864136:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e862 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.864154:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.864543:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.864550:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e862 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.864559:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.864563:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e862 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.864573:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e862 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.864591:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e862 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.864599:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9e862 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.864618:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.864619:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.864621:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.865329:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+509:6188:x1853163938612992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1314us (1653us total) trans 4294976220 rc 0/0 00000100:00100000:3.0:1767318259.865351:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24301 00000100:00100000:3.0:1767318259.865381:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24302 00000100:00100000:3.0:1767318259.865389:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+508:6188:x1853163938613504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.865408:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:689 count 1 00002000:00010000:3.0:1767318259.865431:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.865437:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e869 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865447:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.865449:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.865453:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e869 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865464:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e869 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865472:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e869 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865479:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e869 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865520:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.865670:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+509:6188:x1853163938613504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 282us (1941us total) trans 4294976221 rc 0/0 00000100:00100000:3.0:1767318259.865676:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24302 00000100:00100000:3.0:1767318259.865689:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24303 00000100:00100000:3.0:1767318259.865695:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+508:6188:x1853163938615168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.865705:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:696 count 1 00002000:00010000:3.0:1767318259.865719:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.865723:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e870 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865731:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.865732:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.865735:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e870 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865743:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e870 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865749:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e870 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865756:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e870 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865766:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.865880:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+509:6188:x1853163938615168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 184us (2058us total) trans 4294976222 rc 0/0 00000100:00100000:3.0:1767318259.865886:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24303 00000100:00100000:3.0:1767318259.865898:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24304 00000100:00100000:3.0:1767318259.865904:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+459:6188:x1853163938615680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.865928:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:835 count 1 00002000:00010000:3.0:1767318259.865954:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x343:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.865960:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e877 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865968:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.865969:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.865972:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e877 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865980:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e877 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865987:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e877 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.865994:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e877 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866005:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.866132:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+460:6188:x1853163938615680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 227us (2276us total) trans 4294975916 rc 0/0 00000100:00100000:3.0:1767318259.866138:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24304 00000004:00080000:3.0:1767318259.866194:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1b100/2, rc 0, transno 4294975916 00000100:00100000:3.0:1767318259.866201:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938615680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.866212:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938616192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.866246:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318259.866275:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c544a80/2, rc 0, transno 4294975910 00000100:00100000:3.0:1767318259.866279:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938611456:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.866290:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52ed80/2, rc 0, transno 4294976215 00000100:00100000:3.0:1767318259.866299:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938611968:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.866308:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0306c47480/2, rc 0, transno 4294976220 00000100:00100000:3.0:1767318259.866311:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0306c47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938612992:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.866318:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd1500/2, rc 0, transno 4294976221 00000100:00100000:3.0:1767318259.866322:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938613504:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.866351:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd3480/2, rc 0, transno 4294976222 00000100:00100000:3.0:1767318259.866355:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938615168:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.866361:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1767318259.866367:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938615552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.866389:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.866404:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938616064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.866422:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.866435:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938616576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.866454:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.866473:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938616192 00000100:00100000:3.0:1767318259.866479:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938616192 00000100:00100000:3.0:1767318259.866527:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938615552 00000100:00100000:3.0:1767318259.866530:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938615552 00000100:00100000:3.0:1767318259.866550:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938616064 00000100:00100000:3.0:1767318259.866553:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938616064 00000100:00100000:3.0:1767318259.866566:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938616576 00000100:00100000:3.0:1767318259.866569:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938616576 00000100:00100000:3.0:1767318259.866584:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24305 00000100:00100000:3.0:1767318259.866589:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+462:6188:x1853163938616192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.866602:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:839 count 1 00002000:00010000:3.0:1767318259.866618:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x347:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.866624:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e87e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866631:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.866633:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.866636:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e87e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866645:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e87e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866652:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e87e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866659:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e87e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866667:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318259.866804:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+463:6188:x1853163938616192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 214us (557us total) trans 4294975917 rc 0/0 00000100:00100000:3.0:1767318259.866810:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24305 00000100:00100000:3.0:1767318259.866823:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24306 00000100:00100000:3.0:1767318259.866829:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+462:6188:x1853163938615552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.866841:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:834 count 1 00002000:00010000:3.0:1767318259.866856:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x342:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.866861:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e885 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866867:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.866869:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.866871:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e885 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866879:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e885 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866885:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e885 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866891:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e885 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.866898:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318259.867009:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+463:6188:x1853163938615552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 180us (618us total) trans 4294975918 rc 0/0 00000100:00100000:3.0:1767318259.867015:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24306 00000100:00100000:3.0:1767318259.867028:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24307 00000100:00100000:3.0:1767318259.867034:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+462:6188:x1853163938616064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.867044:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:838 count 1 00002000:00010000:3.0:1767318259.867057:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x346:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.867063:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9e88c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.867070:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.867071:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.867073:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9e88c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.867082:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9e88c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.867089:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9e88c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.867095:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9e88c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.867103:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318259.867224:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+463:6188:x1853163938616064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 190us (800us total) trans 4294975919 rc 0/0 00000100:00100000:3.0:1767318259.867230:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24307 00000100:00100000:3.0:1767318259.867243:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24308 00000100:00100000:3.0:1767318259.867249:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+509:6188:x1853163938616576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.867260:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:700 count 1 00002000:00010000:3.0:1767318259.867277:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.867282:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e893 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.867295:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.867297:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.867299:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e893 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.867309:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e893 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.867315:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e893 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.867322:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e893 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.867331:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767318259.867469:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+510:6188:x1853163938616576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 219us (1012us total) trans 4294976223 rc 0/0 00000100:00100000:3.0:1767318259.867476:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24308 00000004:00080000:3.0:1767318259.867553:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52fb80/2, rc 0, transno 4294976223 00000100:00100000:3.0:1767318259.867559:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938616576:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.867569:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a19f80/2, rc 0, transno 4294975917 00000100:00100000:3.0:1767318259.867572:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938616192:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.867582:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1aa00/2, rc 0, transno 4294975918 00000100:00100000:3.0:1767318259.867586:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938615552:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.867592:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a1a300/2, rc 0, transno 4294975919 00000100:00100000:3.0:1767318259.867596:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938616064:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.868735:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767318259.868746:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e869 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868757:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.868762:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e869 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868772:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e869 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868790:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e869 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868797:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9e869 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868819:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318259.868822:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e870 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868833:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.868837:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e870 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868843:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e870 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868853:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e870 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868860:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9e870 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868872:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.868876:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e877 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868882:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.868885:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e877 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868893:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e877 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868904:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e877 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868929:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9e877 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868943:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.868946:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e87e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868951:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.868954:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e87e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868961:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e87e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868969:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e87e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868976:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9e87e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868987:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.868990:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e885 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.868996:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.868999:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e885 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869006:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e885 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869015:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e885 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869022:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9e885 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869034:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.869037:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9e88c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869043:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296ce00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.869046:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9e88c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869053:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9e88c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869062:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9e88c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869068:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9e88c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869085:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.869089:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e893 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869094:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296de00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.869097:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e893 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869105:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e893 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869114:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e893 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869120:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9e893 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.869131:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.869133:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.869135:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.869145:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.869152:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.869652:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938616832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.869712:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.869750:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767318259.869756:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938616448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.869780:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.869796:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938616960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.869814:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.870097:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030ddd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+510:6185:x1853163938615424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11881us (11978us total) trans 4294976224 rc 0/0 00000100:00100000:0.0:1767318259.870107:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24296 00000100:00100000:0.0:1767318259.870129:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938616832 00000100:00100000:0.0:1767318259.870135:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938616832 00000100:00100000:0.0:1767318259.870163:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938616448 00000100:00100000:0.0:1767318259.870166:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938616448 00000100:00100000:0.0:1767318259.870178:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938616960 00000100:00100000:0.0:1767318259.870180:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938616960 00000100:00100000:0.0:1767318259.870199:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24309 00000100:00100000:0.0:1767318259.870205:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c52e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+512:6185:x1853163938616832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.870227:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:702 count 1 00002000:00010000:0.0:1767318259.870255:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.870262:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e89a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870274:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.870277:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.870282:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e89a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870295:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e89a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870303:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e89a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870311:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e89a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870326:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.870350:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.870355:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e89a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870362:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.870365:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e89a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870373:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e89a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870386:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e89a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870392:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9e89a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870406:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.870408:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.870410:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.870439:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd2a00/2, rc 0, transno 4294976224 00000100:00100000:0.0:1767318259.870451:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938615424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.870614:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c52e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+513:6185:x1853163938616832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 409us (901us total) trans 4294976225 rc 0/0 00000100:00100000:0.0:1767318259.870621:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24309 00000100:00100000:0.0:1767318259.870634:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24310 00000100:00100000:0.0:1767318259.870641:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c52d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+512:6185:x1853163938616448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.870652:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:699 count 1 00002000:00010000:0.0:1767318259.870667:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.870672:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e8a1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870680:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.870682:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.870685:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e8a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870693:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e8a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870701:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e8a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870708:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e8a1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870720:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.870729:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.870733:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e8a1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870744:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.870747:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e8a1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870754:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e8a1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870764:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e8a1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870771:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9e8a1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.870783:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.870785:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.870786:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.870805:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52f800/2, rc 0, transno 4294976225 00000100:00100000:0.0:1767318259.870810:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938616832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.870870:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938617344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.870895:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.870918:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318259.870923:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938617472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.870942:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.871087:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c52d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+513:6185:x1853163938616448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 446us (1305us total) trans 4294976226 rc 0/0 00000100:00100000:0.0:1767318259.871096:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24310 00000100:00100000:0.0:1767318259.871107:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938617344 00000100:00100000:0.0:1767318259.871112:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938617344 00000100:00100000:0.0:1767318259.871132:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938617472 00000100:00100000:0.0:1767318259.871134:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938617472 00000100:00100000:0.0:1767318259.871145:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24311 00000100:00100000:0.0:1767318259.871150:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c52c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+514:6185:x1853163938616960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.871162:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:703 count 1 00002000:00010000:0.0:1767318259.871177:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.871182:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e8a8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871191:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.871193:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.871197:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e8a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871205:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e8a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871212:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e8a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871218:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e8a8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871230:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.871239:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.871243:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e8a8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871249:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.871253:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e8a8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871260:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e8a8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871270:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e8a8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871277:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9e8a8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871288:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.871290:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.871291:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.871310:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52ea00/2, rc 0, transno 4294976226 00000100:00100000:0.0:1767318259.871319:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938616448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.871484:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c52c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+515:6185:x1853163938616960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 332us (1668us total) trans 4294976227 rc 0/0 00000100:00100000:0.0:1767318259.871491:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24311 00000100:00100000:0.0:1767318259.871529:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24312 00000100:00100000:0.0:1767318259.871536:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+514:6185:x1853163938617344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.871547:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:706 count 1 00002000:00010000:0.0:1767318259.871563:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.871568:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e8af lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871575:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.871577:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.871579:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e8af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871587:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e8af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871594:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e8af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871599:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e8af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871612:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.871621:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.871625:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e8af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871632:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.871635:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e8af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871642:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e8af lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871655:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e8af lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871661:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258e00/0x3313483622c9e8af lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871679:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.871681:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.871683:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.871701:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52c000/2, rc 0, transno 4294976227 00000100:00100000:0.0:1767318259.871709:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938616960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.871872:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+515:6185:x1853163938617344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 336us (975us total) trans 4294976228 rc 0/0 00000100:00100000:0.0:1767318259.871879:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24312 00000100:00100000:0.0:1767318259.871892:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24313 00000100:00100000:0.0:1767318259.871898:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+514:6185:x1853163938617472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.871909:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:707 count 1 00002000:00010000:0.0:1767318259.871921:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.871926:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e8b6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871933:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.871934:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.871937:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e8b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871950:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e8b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871957:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e8b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871963:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e8b6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871975:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.871983:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.871987:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e8b6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.871994:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.871997:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e8b6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872004:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e8b6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872014:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e8b6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872019:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259a00/0x3313483622c9e8b6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872036:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.872038:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.872040:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.872058:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259ce00/2, rc 0, transno 4294976228 00000100:00100000:0.0:1767318259.872066:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938617344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.872099:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938617856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.872124:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.872259:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+515:6185:x1853163938617472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 361us (1314us total) trans 4294976229 rc 0/0 00000100:00100000:0.0:1767318259.872265:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24313 00000100:00100000:0.0:1767318259.872275:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938617856 00000100:00100000:0.0:1767318259.872279:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938617856 00000100:00100000:0.0:1767318259.872295:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24314 00000100:00100000:0.0:1767318259.872299:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+515:6185:x1853163938617856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.872310:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:710 count 1 00002000:00010000:0.0:1767318259.872325:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.872329:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e8bd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872347:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.872349:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.872352:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e8bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872361:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e8bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872373:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e8bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872380:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e8bd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872392:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.872400:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.872405:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e8bd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872411:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.872414:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e8bd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872421:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e8bd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872431:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e8bd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872437:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258c00/0x3313483622c9e8bd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872450:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.872452:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.872454:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.872472:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259d880/2, rc 0, transno 4294976229 00000100:00100000:0.0:1767318259.872480:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938617472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.872534:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318259.872542:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938617984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.872567:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.872702:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+516:6185:x1853163938617856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 401us (576us total) trans 4294976230 rc 0/0 00000100:00100000:0.0:1767318259.872708:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24314 00000100:00100000:0.0:1767318259.872719:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938617984 00000100:00100000:0.0:1767318259.872722:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938617984 00000100:00100000:0.0:1767318259.872736:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24315 00000100:00100000:0.0:1767318259.872741:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d438450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+516:6185:x1853163938617984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.872753:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:711 count 1 00002000:00010000:0.0:1767318259.872767:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.872772:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e8c4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872779:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.872780:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.872784:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e8c4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872792:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e8c4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872799:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e8c4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872812:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e8c4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872824:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.872833:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.872837:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e8c4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872844:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.872847:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e8c4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872854:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e8c4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872863:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e8c4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872869:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9e8c4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.872882:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.872884:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.872885:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.872901:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259df80/2, rc 0, transno 4294976230 00000100:00100000:0.0:1767318259.872908:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938617856:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.874005:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.874010:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.874012:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.874017:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318259.874182:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938616704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.874235:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.874281:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938617216:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.874302:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.874316:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938617728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.874347:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.874362:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030b94d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938618112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.874384:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.874407:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1767318259.874413:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c52c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938617088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.874432:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.874445:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938617600:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.874463:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.874483:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938618240:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.874502:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.874555:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938616704 00000100:00100000:3.0:1767318259.874562:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938616704 00000100:00100000:3.0:1767318259.874594:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938617216 00000100:00100000:3.0:1767318259.874597:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938617216 00000100:00100000:3.0:1767318259.874609:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938617728 00000100:00100000:3.0:1767318259.874611:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938617728 00000100:00100000:3.0:1767318259.874623:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938618112 00000100:00100000:3.0:1767318259.874626:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938618112 00000100:00100000:3.0:1767318259.874638:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938617088 00000100:00100000:3.0:1767318259.874640:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938617088 00000100:00100000:3.0:1767318259.874648:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938617600 00000100:00100000:3.0:1767318259.874652:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938617600 00000100:00100000:3.0:1767318259.874662:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938618240 00000100:00100000:3.0:1767318259.874665:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938618240 00000100:00100000:3.0:1767318259.874676:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24316 00000100:00100000:3.0:1767318259.874683:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+523:6188:x1853163938616704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.874709:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:701 count 1 00002000:00010000:3.0:1767318259.874738:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.874746:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e8cb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.874759:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.874760:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.874765:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e8cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.874777:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e8cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.874786:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e8cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.874792:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e8cb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.874812:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.876490:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24317 00000100:00100000:1.0:1767318259.876528:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+523:6188:x1853163938617216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.876559:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:705 count 1 00002000:00010000:1.0:1767318259.876590:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.876597:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e8d2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.876609:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.876611:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.876616:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e8d2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.876628:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e8d2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.876638:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e8d2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.876645:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e8d2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.876663:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.876940:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+524:6188:x1853163938617216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 438us (2636us total) trans 4294976232 rc 0/0 00000100:00100000:1.0:1767318259.876956:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24317 00000100:00100000:1.0:1767318259.876980:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24318 00000100:00100000:1.0:1767318259.876988:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+523:6188:x1853163938617728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.877001:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:709 count 1 00002000:00010000:1.0:1767318259.877016:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.877021:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9e8d9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877029:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.877031:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.877034:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9e8d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877043:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9e8d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877050:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9e8d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877058:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9e8d9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877069:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.877194:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+524:6188:x1853163938617728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 207us (2856us total) trans 4294976233 rc 0/0 00000100:00100000:1.0:1767318259.877201:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24318 00000100:00100000:1.0:1767318259.877215:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24319 00000100:00100000:1.0:1767318259.877222:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+463:6188:x1853163938618112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.877233:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:841 count 1 00002000:00010000:1.0:1767318259.877250:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x349:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.877254:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e8e0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877261:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.877263:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.877266:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e8e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877274:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e8e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877280:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e8e0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877286:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e8e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877298:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318259.877434:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+464:6188:x1853163938618112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 213us (3049us total) trans 4294975920 rc 0/0 00000100:00100000:1.0:1767318259.877440:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24319 00000100:00100000:1.0:1767318259.877452:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24320 00000100:00100000:1.0:1767318259.877459:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+523:6188:x1853163938617088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.877469:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:704 count 1 00002000:00010000:1.0:1767318259.877482:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.877487:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e8e7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877494:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.877495:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.877498:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e8e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877531:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e8e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877540:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e8e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877546:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e8e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877557:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318259.877670:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+524:6188:x1853163938617088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 211us (3235us total) trans 4294976234 rc 0/0 00000100:00100000:1.0:1767318259.877677:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24320 00000100:00100000:1.0:1767318259.877691:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24321 00000100:00100000:1.0:1767318259.877698:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+523:6188:x1853163938617600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.877709:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:708 count 1 00002000:00010000:1.0:1767318259.877722:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.877727:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e8ee lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877734:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.877735:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.877738:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e8ee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877747:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e8ee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877754:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e8ee lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877761:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e8ee lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877769:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1767318259.877871:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+524:6188:x1853163938617600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 173us (3406us total) trans 4294976235 rc 0/0 00000100:00100000:1.0:1767318259.877877:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24321 00000100:00100000:1.0:1767318259.877889:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24322 00000100:00100000:1.0:1767318259.877895:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+523:6188:x1853163938618240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.877905:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:712 count 1 00002000:00010000:1.0:1767318259.877919:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.877924:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e8f5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877931:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.877932:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.877935:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e8f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877944:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e8f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877951:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e8f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877957:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e8f5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.877965:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1767318259.878084:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+524:6188:x1853163938618240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 188us (3580us total) trans 4294976236 rc 0/0 00000100:00100000:1.0:1767318259.878090:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24322 00000004:00080000:1.0:1767318259.878149:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52c700/2, rc 0, transno 4294976234 00000100:00100000:1.0:1767318259.878164:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938617088:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.878176:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259d180/2, rc 0, transno 4294976235 00000100:00100000:1.0:1767318259.878180:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938617600:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.878187:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259c700/2, rc 0, transno 4294976236 00000100:00100000:1.0:1767318259.878191:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938618240:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.878200:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52dc00/2, rc 0, transno 4294976232 00000100:00100000:1.0:1767318259.878203:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938617216:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.878211:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259ed80/2, rc 0, transno 4294976233 00000100:00100000:1.0:1767318259.878215:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938617728:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.878225:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030b94d500/2, rc 0, transno 4294975920 00000100:00100000:1.0:1767318259.878229:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030b94d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938618112:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.878244:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1767318259.878250:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e8cb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878257:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.878261:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e8cb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878269:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e8cb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878283:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e8cb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878290:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d200/0x3313483622c9e8cb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878314:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318259.878318:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e8d2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878324:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.878326:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e8d2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878332:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e8d2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878355:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e8d2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878360:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9e8d2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878374:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.878376:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9e8d9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878382:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.878385:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9e8d9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878392:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9e8d9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878401:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9e8d9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878408:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9e8d9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878419:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.878423:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e8e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878430:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.878433:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e8e0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878439:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e8e0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878448:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e8e0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878455:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97800/0x3313483622c9e8e0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878467:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.878471:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e8e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878482:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.878485:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e8e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878492:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e8e7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878502:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e8e7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878534:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9e8e7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878547:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.878550:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e8ee lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878557:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.878560:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e8ee lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878567:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e8ee lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878576:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e8ee lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878587:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9e8ee lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878598:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.878601:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e8f5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878607:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.878611:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e8f5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878618:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e8f5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878627:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e8f5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878634:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e8f5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878646:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.878648:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.878649:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.878704:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318259.878717:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938618624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.878754:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.878791:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938618624 00000100:00100000:1.0:1767318259.878796:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938618624 00000100:00100000:1.0:1767318259.878825:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24323 00000100:00100000:1.0:1767318259.878831:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+524:6188:x1853163938618624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.878846:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:713 count 1 00002000:00010000:1.0:1767318259.878864:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.878869:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e8fc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878877:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.878879:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.878883:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e8fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878893:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e8fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878900:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e8fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878908:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e8fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.878919:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.879095:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+525:6188:x1853163938618624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 262us (339us total) trans 4294976237 rc 0/0 00000100:00100000:1.0:1767318259.879101:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24323 00000004:00080000:1.0:1767318259.879134:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a60000/2, rc 0, transno 4294976237 00000100:00100000:1.0:1767318259.879139:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938618624:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.879151:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.879155:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e8fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.879162:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.879166:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e8fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.879173:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e8fc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.879185:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e8fc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.879192:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e8fc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.879205:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.879206:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.879207:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.879237:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938618752:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.879259:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.879282:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938618752 00000100:00100000:1.0:1767318259.879285:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938618752 00000100:00100000:1.0:1767318259.879304:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24324 00000100:00100000:1.0:1767318259.879309:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+525:6188:x1853163938618752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.879320:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:714 count 1 00000100:00100000:3.0:1767318259.880057:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+526:6188:x1853163938616704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5371us (5818us total) trans 4294976238 rc 0/0 00000100:00100000:3.0:1767318259.880065:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24316 00000100:00100000:0.0:1767318259.884287:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d438450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+525:6185:x1853163938617984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11536us (11709us total) trans 4294976231 rc 0/0 00000100:00100000:0.0:1767318259.884304:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24315 00010000:00010000:0.0:1767318259.884350:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.884368:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.884374:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.884634:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767318259.885067:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.885079:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e903 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.885094:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.885097:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.885102:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e903 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.885116:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e903 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.885127:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e903 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.885135:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e903 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.885164:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.885404:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030b94fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938618368:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.885466:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.885473:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e903 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.885481:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.885485:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e903 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.885494:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e903 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.885528:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e903 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.885536:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96e00/0x3313483622c9e903 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.885556:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.885558:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.885560:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.885578:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.885617:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938618880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.885638:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.885657:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938619392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.885675:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.885695:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938618368 00000100:00100000:2.0:1767318259.885702:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938618368 00000100:00100000:2.0:1767318259.885735:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938618880 00000100:00100000:2.0:1767318259.885738:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938618880 00000100:00100000:1.0:1767318259.886126:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+526:6188:x1853163938618752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6813us (6863us total) trans 4294976239 rc 0/0 00000100:00100000:1.0:1767318259.886135:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24324 00000100:00100000:1.0:1767318259.886151:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938619392 00000100:00100000:1.0:1767318259.886154:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938619392 00000100:00100000:1.0:1767318259.886175:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24325 00000100:00100000:1.0:1767318259.886182:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+465:6185:x1853163938618368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.886205:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:842 count 1 00002000:00010000:1.0:1767318259.886233:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x34a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.886239:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e90a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.886248:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.886250:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.886254:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e90a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.886264:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e90a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.886273:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e90a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.886281:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e90a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.886303:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.886499:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+466:6185:x1853163938618368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 316us (920us total) trans 4294975921 rc 0/0 00010000:00010000:0.0:1767318259.888402:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.888415:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e90a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.888427:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.888432:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e90a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.888442:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e90a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.888463:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e90a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.888470:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97000/0x3313483622c9e90a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.888496:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.888498:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.888500:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.888560:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24326 00000100:00100000:0.0:1767318259.888574:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+466:6185:x1853163938619392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.888604:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:844 count 1 00002000:00010000:0.0:1767318259.888632:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x34c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.888637:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e911 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.888647:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.888649:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.888654:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e911 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.888664:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e911 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.888672:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e911 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.888679:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e911 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.888696:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.888882:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24327 00000100:00100000:2.0:1767318259.888891:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+525:6185:x1853163938618880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.888903:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:715 count 1 00002000:00010000:2.0:1767318259.888922:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.888928:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87aa00/0x3313483622c9e918 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.888936:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.888937:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.888940:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87aa00/0x3313483622c9e918 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.888963:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87aa00/0x3313483622c9e918 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.888971:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87aa00/0x3313483622c9e918 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.888978:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87aa00/0x3313483622c9e918 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.888992:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.889017:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24325 00000100:00100000:0.0:1767318259.889111:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+466:6185:x1853163938619392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 542us (3434us total) trans 4294975922 rc 0/0 00000100:00100000:0.0:1767318259.889118:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24326 00010000:00010000:0.0:1767318259.889135:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1767318259.889137:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+526:6185:x1853163938618880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 248us (3497us total) trans 4294976240 rc 0/0 00010000:00010000:0.0:1767318259.889140:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e911 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.889143:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24327 00010000:00010000:0.0:1767318259.889147:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.889151:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e911 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.889158:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e911 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.889169:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e911 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.889175:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9e911 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.889188:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.889191:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87aa00/0x3313483622c9e918 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.889192:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c546a00/2, rc 0, transno 4294975922 00010000:00010000:0.0:1767318259.889196:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.889199:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87aa00/0x3313483622c9e918 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.889203:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938619392:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.889207:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87aa00/0x3313483622c9e918 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.889215:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87aa00/0x3313483622c9e918 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.889217:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259c000/2, rc 0, transno 4294976231 00010000:00010000:0.0:1767318259.889222:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87aa00/0x3313483622c9e918 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.889235:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.889235:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938617984:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.889237:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.889239:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.889245:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318259.889253:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030b94fb80/2, rc 0, transno 4294975921 00000100:00100000:2.0:1767318259.889256:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030b94fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938618368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.889259:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938619264:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.889263:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259dc00/2, rc 0, transno 4294976240 00000100:00100000:2.0:1767318259.889266:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938618880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.889272:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1767318259.889277:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c547480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938618496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.889293:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.889400:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938619264 00000100:00100000:2.0:1767318259.889405:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938619264 00000100:00100000:2.0:1767318259.889432:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24328 00000100:00100000:2.0:1767318259.889437:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+526:6188:x1853163938619264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.889448:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:718 count 1 00002000:00010000:2.0:1767318259.889465:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.889470:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e91f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.889477:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.889478:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.889488:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e91f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.889498:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e91f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.889529:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e91f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.889536:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e91f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.889549:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.889720:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.889726:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e91f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.889733:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.889736:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e91f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.889743:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e91f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.889754:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e91f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.889761:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9e91f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.889774:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.889776:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.889778:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318259.890722:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a18e00/2, rc 0, transno 4294975915 00000100:00100000:3.0:1767318259.890731:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938615808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.890748:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938620032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.891220:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+527:6188:x1853163938619264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1779us (1923us total) trans 4294976241 rc 0/0 00000100:00100000:2.0:1767318259.891229:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24328 00000100:00100000:2.0:1767318259.891452:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.891480:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938618496 00000100:00100000:2.0:1767318259.891485:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938618496 00000100:00100000:2.0:1767318259.891532:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24329 00000100:00100000:2.0:1767318259.891540:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311693100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+466:6185:x1853163938618496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.891562:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:843 count 1 00002000:00010000:2.0:1767318259.891590:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x34b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.891596:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e926 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.891607:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.891610:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.891614:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e926 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.891627:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e926 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.891640:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e926 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.891647:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e926 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.891663:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.891879:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311693100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+467:6185:x1853163938618496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 340us (427us total) trans 4294975923 rc 0/0 00000100:00100000:2.0:1767318259.891886:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24329 00000004:00080000:2.0:1767318259.891920:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c547480/2, rc 0, transno 4294975923 00000100:00100000:2.0:1767318259.891930:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c547480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938618496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.891937:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938619008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.891962:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.891979:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938619008 00000100:00100000:2.0:1767318259.891983:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938619008 00000100:00100000:2.0:1767318259.892002:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24330 00000100:00100000:2.0:1767318259.892007:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+527:6185:x1853163938619008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.892019:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:716 count 1 00002000:00010000:2.0:1767318259.893915:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.893924:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e92d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.893938:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.893940:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.893946:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e92d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.893959:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e92d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.893968:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e92d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.893976:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e92d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.894007:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.895003:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311691880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+528:6185:x1853163938619008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2990us (3035us total) trans 4294976242 rc 0/0 00000100:00100000:2.0:1767318259.895015:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24330 00000004:00080000:2.0:1767318259.896127:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259f480/2, rc 0, transno 4294976242 00000100:00100000:2.0:1767318259.896147:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938619008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.896158:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938619520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.896202:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.896229:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938619520 00000100:00100000:2.0:1767318259.896235:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938619520 00000100:00100000:2.0:1767318259.896269:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24331 00000100:00100000:2.0:1767318259.896278:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+467:6185:x1853163938619520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.896300:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:845 count 1 00002000:00010000:2.0:1767318259.896329:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x34d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.899708:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.899723:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e926 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.899735:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.899740:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e926 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.899751:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e926 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.899774:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e926 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.899782:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9e926 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.899808:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.899812:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e92d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.899818:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.899821:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e92d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.899827:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e92d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.899838:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e92d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.899846:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9e92d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.899859:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.899860:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.899862:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.899927:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259f100/2, rc 0, transno 4294976241 00000100:00100000:0.0:1767318259.899936:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938619264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.899947:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938619776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.900005:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.900044:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a61f80/2, rc 0, transno 4294976239 00000100:00100000:0.0:1767318259.900049:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938618752:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.900059:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c52d500/2, rc 0, transno 4294976238 00000100:00100000:0.0:1767318259.900063:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c52d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938616704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.900079:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938620288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.900099:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.900121:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1767318259.900128:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938619136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.900148:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.900175:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938619776 00000100:00100000:0.0:1767318259.900181:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938619776 00000100:00100000:0.0:1767318259.900225:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938620288 00000100:00100000:0.0:1767318259.900228:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938620288 00000100:00100000:0.0:1767318259.900242:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938619136 00000100:00100000:0.0:1767318259.900244:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938619136 00000100:00100000:0.0:1767318259.900263:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24332 00000100:00100000:0.0:1767318259.900270:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+469:6188:x1853163938619776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.900298:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:847 count 1 00002000:00010000:0.0:1767318259.900329:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x34f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.900347:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e93b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900360:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.900362:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.900367:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e93b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900378:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e93b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900388:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e93b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900396:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e93b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900411:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318259.900631:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e934 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.900641:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.900642:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.900645:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e934 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.900654:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e934 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.900661:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e934 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.900667:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e934 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.900680:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.900686:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+470:6188:x1853163938619776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 416us (680us total) trans 4294975924 rc 0/0 00000100:00100000:0.0:1767318259.900694:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24332 00000100:00100000:0.0:1767318259.900711:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24333 00000100:00100000:0.0:1767318259.900718:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+469:6188:x1853163938620288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.900730:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:849 count 1 00002000:00010000:0.0:1767318259.900745:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x351:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.900750:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e942 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900757:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.900759:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.900762:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e942 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900770:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e942 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900778:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e942 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900784:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e942 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900797:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.900825:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+470:6185:x1853163938619520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4548us (4623us total) trans 4294975925 rc 0/0 00000100:00100000:2.0:1767318259.900832:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24331 00000100:00100000:2.0:1767318259.900847:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24334 00000100:00100000:2.0:1767318259.900854:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+528:6188:x1853163938619136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.900867:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:717 count 1 00002000:00010000:2.0:1767318259.900883:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.900888:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e949 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.900895:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.900897:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.900899:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e949 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.900905:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+470:6188:x1853163938620288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 188us (805us total) trans 4294975926 rc 0/0 00010000:00010000:2.0:1767318259.900908:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e949 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.900911:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24333 00010000:00010000:2.0:1767318259.900916:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e949 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.900923:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e949 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.900928:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.900934:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.901075:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.901104:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938620544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.901130:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.901152:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938620032 00000100:00100000:3.0:1767318259.901157:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938620032 00000100:00100000:3.0:1767318259.901177:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938620544 00000100:00100000:3.0:1767318259.901181:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938620544 00000100:00100000:3.0:1767318259.901199:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24335 00000100:00100000:3.0:1767318259.901205:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+530:6186:x1853163938620032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.901216:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:720 count 1 00002000:00010000:3.0:1767318259.901232:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.901238:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e950 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.901245:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.901247:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.901250:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e950 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.901258:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e950 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.901265:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e950 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.901271:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e950 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.901358:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+530:6188:x1853163938619136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 503us (1206us total) trans 4294976243 rc 0/0 00000100:00100000:1.0:1767318259.901359:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24336 00000100:00100000:2.0:1767318259.901364:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24334 00000100:00100000:1.0:1767318259.901369:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+470:6186:x1853163938620544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.901381:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:851 count 1 00002000:00010000:1.0:1767318259.901395:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x353:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.901400:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e957 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.901407:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.901409:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.901411:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e957 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.901420:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e957 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.901427:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e957 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.901440:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e957 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.901461:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c547800/2, rc 0, transno 4294975925 00000100:00100000:2.0:1767318259.901471:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938619520:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.901578:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e93b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901586:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.901590:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e93b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901602:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e93b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901616:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e93b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901623:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259c00/0x3313483622c9e93b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901640:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.901643:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e934 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901649:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.901651:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e934 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901658:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e934 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901667:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e934 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901674:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9e934 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901691:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.901694:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e942 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901700:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.901703:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e942 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901710:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e942 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901718:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e942 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901724:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258a00/0x3313483622c9e942 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901737:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.901740:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e949 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901782:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.901785:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e949 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901792:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e949 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901801:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e949 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901808:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9e949 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901821:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.901824:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e950 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901831:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.901834:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e950 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901841:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e950 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901850:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e950 lrc: 2/0,0 mode: --/PW res: [0x240000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901857:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.901860:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e957 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901867:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96000 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:2.0:1767318259.901867:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938619904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.901870:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e957 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901876:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e957 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901885:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e957 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.901895:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.901896:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.901897:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.901899:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.901907:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.901920:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938620416:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.901923:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.901934:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938619904 00000100:00100000:0.0:1767318259.901938:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938619904 00000100:00100000:2.0:1767318259.901938:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.901956:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938620416 00000100:00100000:2.0:1767318259.901959:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938620416 00000100:00100000:0.0:1767318259.901963:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24337 00000100:00100000:0.0:1767318259.901968:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+530:6185:x1853163938619904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.901980:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24338 00002000:00080000:0.0:1767318259.901981:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:719 count 1 00000100:00100000:2.0:1767318259.901985:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+471:6185:x1853163938620416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.901995:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:850 count 1 00002000:00010000:0.0:1767318259.901996:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.902000:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e95e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.902007:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x352:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.902008:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.902009:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.902012:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e965 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902013:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e95e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.902019:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.902022:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e95e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902035:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e95e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902043:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e95e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902057:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.902226:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+531:6185:x1853163938619904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 257us (328us total) trans 4294976244 rc 0/0 00000100:00100000:0.0:1767318259.902234:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24337 00010000:00010000:0.0:1767318259.902251:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.902255:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e95e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902262:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.902265:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e95e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902272:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e95e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902282:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e95e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902289:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259400/0x3313483622c9e95e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902305:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.902307:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.902309:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.902349:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259e300/2, rc 0, transno 4294976243 00000100:00100000:0.0:1767318259.902361:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938619136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.902369:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938619648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.902391:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.902407:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938620160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.902425:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.902446:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311693800/2, rc 0, transno 4294975926 00000100:00100000:0.0:1767318259.902450:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311693800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938620288:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.902458:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311690a80/2, rc 0, transno 4294975924 00000100:00100000:0.0:1767318259.902462:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311690a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938619776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.902472:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938620800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.902492:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.902529:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938619648 00000100:00100000:0.0:1767318259.902533:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938619648 00000100:00100000:0.0:1767318259.902553:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938620160 00000100:00100000:0.0:1767318259.902556:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938620160 00000100:00100000:0.0:1767318259.902571:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938620800 00000100:00100000:0.0:1767318259.902574:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938620800 00000100:00100000:0.0:1767318259.902591:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24339 00000100:00100000:0.0:1767318259.902597:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+473:6188:x1853163938619648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.902610:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:846 count 1 00002000:00010000:0.0:1767318259.902624:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x34e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.902629:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e96c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902637:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.902639:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.902642:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e96c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902652:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e96c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902660:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e96c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902667:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e96c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902680:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.902829:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+474:6188:x1853163938619648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 231us (436us total) trans 4294975927 rc 0/0 00000100:00100000:0.0:1767318259.902836:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24339 00000100:00100000:0.0:1767318259.902850:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24340 00000100:00100000:0.0:1767318259.902856:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+473:6188:x1853163938620160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.902867:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:848 count 1 00002000:00010000:0.0:1767318259.902883:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x350:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.902887:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9e973 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902899:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.902901:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.902904:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9e973 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902914:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9e973 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902922:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9e973 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902928:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9e973 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.902940:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.903069:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+474:6188:x1853163938620160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 213us (642us total) trans 4294975928 rc 0/0 00000100:00100000:0.0:1767318259.903076:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24340 00000100:00100000:0.0:1767318259.903088:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24341 00000100:00100000:0.0:1767318259.903094:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+531:6188:x1853163938620800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.903106:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:722 count 1 00002000:00010000:0.0:1767318259.903123:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.903128:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0400031000/0x3313483622c9e97a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.903135:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.903137:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.903140:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0400031000/0x3313483622c9e97a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.903149:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0400031000/0x3313483622c9e97a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.903156:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0400031000/0x3313483622c9e97a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.903163:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0400031000/0x3313483622c9e97a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.903176:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.903303:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+532:6188:x1853163938620800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 208us (809us total) trans 4294976245 rc 0/0 00000100:00100000:0.0:1767318259.903309:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24341 00010000:00010000:2.0:1767318259.903432:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.903436:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e965 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.903449:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e965 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.903456:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e965 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.903461:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e965 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.903471:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.903630:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+474:6185:x1853163938620416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1643us (1689us total) trans 4294975929 rc 0/0 00000100:00100000:2.0:1767318259.903636:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24338 00000004:00080000:2.0:1767318259.904548:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311693b80/2, rc 0, transno 4294975929 00000100:00100000:2.0:1767318259.904568:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938620416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.904579:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938620928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.904627:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.904659:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938621440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.904680:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.904709:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938620928 00000100:00100000:2.0:1767318259.904714:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938620928 00000100:00100000:2.0:1767318259.904758:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938621440 00000100:00100000:2.0:1767318259.904762:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938621440 00000100:00100000:2.0:1767318259.904782:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24342 00000100:00100000:2.0:1767318259.904790:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030941bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+532:6185:x1853163938620928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.904811:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:723 count 1 00002000:00010000:2.0:1767318259.904842:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.904848:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9e981 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.904860:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.904862:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.904866:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9e981 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.904875:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9e981 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.904884:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9e981 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.904892:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9e981 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.904902:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318259.905118:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030941bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+533:6185:x1853163938620928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 329us (490us total) trans 4294976246 rc 0/0 00000100:00100000:2.0:1767318259.905126:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24342 00000100:00100000:2.0:1767318259.905142:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24343 00000100:00100000:2.0:1767318259.905147:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+474:6185:x1853163938621440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.905158:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:853 count 1 00002000:00010000:2.0:1767318259.905178:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x355:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.905182:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e988 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.905189:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.905191:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.905193:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e988 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.905201:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e988 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.905208:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e988 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.905214:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e988 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.905220:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318259.905373:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+475:6185:x1853163938621440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 225us (691us total) trans 4294975930 rc 0/0 00000100:00100000:2.0:1767318259.905380:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24343 00000004:00080000:2.0:1767318259.905453:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309418000/2, rc 0, transno 4294975930 00000100:00100000:2.0:1767318259.905464:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938621440:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.905476:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a63100/2, rc 0, transno 4294976244 00000100:00100000:2.0:1767318259.905484:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938619904:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.905493:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7dc00/2, rc 0, transno 4294976246 00000100:00100000:2.0:1767318259.905496:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938620928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.905525:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318259.905533:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938621056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.905562:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.905577:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030941ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938621568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.905595:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.905611:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938621056 00000100:00100000:2.0:1767318259.905615:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938621056 00000100:00100000:2.0:1767318259.905634:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938621568 00000100:00100000:2.0:1767318259.905637:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938621568 00000100:00100000:2.0:1767318259.905652:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24344 00000100:00100000:2.0:1767318259.905657:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d438850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+533:6185:x1853163938621056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.905669:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:724 count 1 00002000:00010000:2.0:1767318259.905688:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.905694:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9e98f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.905702:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.905704:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.905707:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9e98f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.905716:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9e98f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.905723:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9e98f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.905731:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9e98f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.905738:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1767318259.905854:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d438850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+534:6185:x1853163938621056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 196us (292us total) trans 4294976247 rc 0/0 00000100:00100000:2.0:1767318259.905860:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24344 00000100:00100000:2.0:1767318259.905872:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24345 00000100:00100000:2.0:1767318259.905878:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0434679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+475:6185:x1853163938621568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.908450:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:854 count 1 00002000:00010000:2.0:1767318259.908649:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x356:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.908660:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025f600/0x3313483622c9e996 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.908674:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.908677:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.908682:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025f600/0x3313483622c9e996 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.908696:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025f600/0x3313483622c9e996 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.908706:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025f600/0x3313483622c9e996 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.908714:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025f600/0x3313483622c9e996 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.908726:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:0.0:1767318259.908766:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767318259.908774:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e96c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.908782:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.908787:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e96c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.908796:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e96c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.908814:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e96c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.908822:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259200/0x3313483622c9e96c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.908848:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767318259.908852:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9e973 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.908858:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0400030200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.908861:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9e973 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.908868:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9e973 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.908877:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9e973 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.908885:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400030200/0x3313483622c9e973 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.908898:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318259.908903:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0400031000/0x3313483622c9e97a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909021:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0400031000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.909026:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0400031000/0x3313483622c9e97a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909035:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0400031000/0x3313483622c9e97a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909047:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0400031000/0x3313483622c9e97a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909053:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0400031000/0x3313483622c9e97a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909069:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.909074:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e965 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909081:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.909084:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e965 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909091:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e965 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909101:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e965 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909108:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9e965 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909130:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.909134:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9e981 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909139:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.909142:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9e981 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909149:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9e981 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909157:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9e981 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909163:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9e981 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909174:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.909177:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e988 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909183:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.909185:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e988 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909192:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e988 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909201:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e988 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909207:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9e988 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909217:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.909220:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9e98f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909226:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025ec00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.909229:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9e98f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909235:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9e98f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909243:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9e98f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909251:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9e98f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909262:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.909264:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025f600/0x3313483622c9e996 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909276:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025f600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.909279:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025f600/0x3313483622c9e996 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909287:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025f600/0x3313483622c9e996 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909295:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025f600/0x3313483622c9e996 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909300:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025f600/0x3313483622c9e996 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909308:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.909310:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.909312:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.909321:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.909326:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.909394:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7e300/2, rc 0, transno 4294976245 00000100:00100000:0.0:1767318259.909403:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938620800:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.909417:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311692d80/2, rc 0, transno 4294975927 00000100:00100000:0.0:1767318259.909422:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311692d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938619648:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.909430:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311692a00/2, rc 0, transno 4294975928 00000100:00100000:0.0:1767318259.909433:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311692a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938620160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.909454:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938621312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.909530:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.909563:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1767318259.909569:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938620672:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.909590:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.909605:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938621184:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.909623:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.909648:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938621312 00000100:00100000:0.0:1767318259.909654:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938621312 00000100:00100000:0.0:1767318259.909685:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938620672 00000100:00100000:0.0:1767318259.909688:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938620672 00000100:00100000:0.0:1767318259.909701:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938621184 00000100:00100000:0.0:1767318259.909703:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938621184 00000100:00100000:0.0:1767318259.909718:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24346 00000100:00100000:0.0:1767318259.909726:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+476:6188:x1853163938621312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.909749:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:852 count 1 00002000:00010000:0.0:1767318259.909769:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x354:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.909773:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9e99d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909783:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.909786:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.909790:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9e99d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909799:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9e99d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909807:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9e99d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909815:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9e99d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.909829:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.909925:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0434679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+478:6185:x1853163938621568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4046us (4327us total) trans 4294975931 rc 0/0 00000100:00100000:2.0:1767318259.909934:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24345 00000100:00100000:2.0:1767318259.910009:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24347 00000100:00100000:2.0:1767318259.910017:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+535:6188:x1853163938620672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318259.910146:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.910152:0:16012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d400/0x3313483622c9e950 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.910155:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:721 count 1 00002000:00010000:2.0:1767318259.910170:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.910175:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025fe00/0x3313483622c9e9a4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.910182:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.910184:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.910186:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025fe00/0x3313483622c9e9a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.910195:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025fe00/0x3313483622c9e9a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.910202:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025fe00/0x3313483622c9e9a4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.910208:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025fe00/0x3313483622c9e9a4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.910320:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+536:6186:x1853163938620032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9115us (9245us total) trans 4294976248 rc 0/0 00000100:00100000:3.0:1767318259.910327:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24335 00000100:00100000:3.0:1767318259.910358:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24348 00000100:00100000:3.0:1767318259.910365:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+535:6188:x1853163938621184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.910375:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:725 count 1 00002000:00010000:3.0:1767318259.910390:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.910396:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e9ab lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.910404:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.910405:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.910409:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e9ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.910417:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e9ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.910424:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e9ab lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.910430:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e9ab lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.910460:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.910523:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+477:6188:x1853163938621312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 779us (975us total) trans 4294975932 rc 0/0 00000100:00100000:0.0:1767318259.910531:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24346 00010000:00010000:0.0:1767318259.910562:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.910568:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9e99d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910575:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0400031c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.910578:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9e99d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910587:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9e99d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910601:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9e99d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910607:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031c00/0x3313483622c9e99d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910620:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.910623:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025fe00/0x3313483622c9e9a4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910630:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025fe00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.910633:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025fe00/0x3313483622c9e9a4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910640:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025fe00/0x3313483622c9e9a4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910649:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025fe00/0x3313483622c9e9a4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910656:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025fe00/0x3313483622c9e9a4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910667:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.910671:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e9ab lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910677:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.910680:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e9ab lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910686:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e9ab lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.910695:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e9ab lrc: 2/0,0 mode: --/PW res: [0x240000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.910705:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+536:6188:x1853163938620672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 690us (1114us total) trans 4294976249 rc 0/0 00010000:00010000:0.0:1767318259.910707:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.910709:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.910711:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.910712:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24347 00010000:00010000:0.0:1767318259.910717:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.910720:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.910739:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938621696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.910769:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.910800:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7d180/2, rc 0, transno 4294975932 00000100:00100000:0.0:1767318259.910805:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938621312:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.910817:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7c700/2, rc 0, transno 4294976249 00000100:00100000:0.0:1767318259.910820:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938620672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.910833:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.911345:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938621696 00000100:00100000:2.0:1767318259.911351:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938621696 00000100:00100000:2.0:1767318259.911384:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24349 00000100:00100000:2.0:1767318259.911391:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+477:6188:x1853163938621696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.911407:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:855 count 1 00002000:00010000:2.0:1767318259.911428:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x357:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.911434:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025f800/0x3313483622c9e9b2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.911442:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.911444:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.911447:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025f800/0x3313483622c9e9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.911456:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025f800/0x3313483622c9e9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.911464:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025f800/0x3313483622c9e9b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.911471:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025f800/0x3313483622c9e9b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.912395:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1767318259.912407:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9e957 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.912705:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308161c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+478:6186:x1853163938620544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11336us (11571us total) trans 4294975933 rc 0/0 00000100:00100000:1.0:1767318259.912729:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24336 00010000:00010000:1.0:1767318259.912870:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.913407:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.913428:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938621824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.913472:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.913620:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318259.913627:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938622208:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.913652:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.913754:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938621824 00000100:00100000:1.0:1767318259.913762:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938621824 00000100:00100000:1.0:1767318259.913828:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938622208 00000100:00100000:1.0:1767318259.913831:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938622208 00000100:00100000:1.0:1767318259.913853:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24350 00000100:00100000:1.0:1767318259.913860:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+537:6188:x1853163938621824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.913882:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:726 count 1 00002000:00010000:1.0:1767318259.913909:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.915173:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e9b9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.915188:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.915190:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.915196:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e9b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.915214:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e9b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.915224:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e9b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.915231:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e9b9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.915251:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.915554:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+538:6188:x1853163938621824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1693us (2080us total) trans 4294976250 rc 0/0 00000100:00100000:1.0:1767318259.915562:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24350 00000100:00100000:1.0:1767318259.915583:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24351 00000100:00100000:1.0:1767318259.915590:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+537:6188:x1853163938622208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.915607:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:729 count 1 00002000:00010000:1.0:1767318259.915626:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.915630:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e9c0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.915635:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.915636:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.915638:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e9c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.915644:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e9c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.915650:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e9c0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.915654:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e9c0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.915661:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.915751:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+538:6188:x1853163938622208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 162us (2097us total) trans 4294976251 rc 0/0 00000100:00100000:1.0:1767318259.915757:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24351 00010000:00010000:2.0:1767318259.916620:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.916821:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+478:6188:x1853163938621696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5429us (6049us total) trans 4294975934 rc 0/0 00000100:00100000:2.0:1767318259.916831:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24349 00000004:00080000:2.0:1767318259.916963:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030941ad80/2, rc 0, transno 4294975931 00000100:00100000:2.0:1767318259.916972:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030941ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938621568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.916990:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938621952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.917019:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.917039:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938621952 00000100:00100000:2.0:1767318259.917043:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938621952 00000100:00100000:2.0:1767318259.917069:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24352 00000100:00100000:2.0:1767318259.917076:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+538:6185:x1853163938621952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.917092:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:727 count 1 00002000:00010000:2.0:1767318259.917114:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.917120:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e000/0x3313483622c9e9c7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917133:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.917135:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.917140:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e000/0x3313483622c9e9c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917151:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025e000/0x3313483622c9e9c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917160:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e000/0x3313483622c9e9c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917167:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e000/0x3313483622c9e9c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917189:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.917308:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+539:6185:x1853163938621952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 232us (288us total) trans 4294976252 rc 0/0 00000100:00100000:2.0:1767318259.917315:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24352 00000004:00080000:2.0:1767318259.917375:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434678a80/2, rc 0, transno 4294976252 00000100:00100000:2.0:1767318259.917387:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938621952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.917394:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938622464:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.917414:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318259.917431:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7ca80/2, rc 0, transno 4294976247 00000100:00100000:2.0:1767318259.917436:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938621056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.917443:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318259.917448:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938622080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.917464:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.917478:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938622464 00000100:00100000:2.0:1767318259.917492:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938622464 00000100:00100000:2.0:1767318259.917534:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938622080 00000100:00100000:2.0:1767318259.917537:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938622080 00000100:00100000:2.0:1767318259.917554:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24353 00000100:00100000:2.0:1767318259.917560:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+478:6185:x1853163938622464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.917571:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:857 count 1 00002000:00010000:2.0:1767318259.917585:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x359:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.917590:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025e400/0x3313483622c9e9ce lrc: 3/0,1 mode: --/PW res: [0x280000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917599:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.917601:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.917604:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025e400/0x3313483622c9e9ce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917613:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025e400/0x3313483622c9e9ce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917621:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025e400/0x3313483622c9e9ce lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917629:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025e400/0x3313483622c9e9ce lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917639:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318259.917752:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+479:6185:x1853163938622464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (336us total) trans 4294975935 rc 0/0 00000100:00100000:2.0:1767318259.917759:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24353 00000100:00100000:2.0:1767318259.917771:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24354 00000100:00100000:2.0:1767318259.917777:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+539:6185:x1853163938622080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.917786:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:728 count 1 00002000:00010000:2.0:1767318259.917800:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.917805:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9e9d5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917812:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.917814:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.917818:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9e9d5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917826:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9e9d5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917834:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9e9d5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917841:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9e9d5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.917848:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318259.917951:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+540:6185:x1853163938622080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 174us (485us total) trans 4294976253 rc 0/0 00010000:00010000:0.0:1767318259.917955:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00000100:00100000:2.0:1767318259.917960:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24354 00010000:00010000:0.0:1767318259.917967:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e9b9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.917978:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.917983:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e9b9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.917999:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e9b9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918019:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e9b9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918027:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96200/0x3313483622c9e9b9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.918030:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434678000/2, rc 0, transno 4294976253 00000100:00100000:2.0:1767318259.918041:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938622080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.918049:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938622592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.918057:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.918063:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e9c0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918070:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97200 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:2.0:1767318259.918074:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.918077:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e9c0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918086:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e9c0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.918093:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a71c00/2, rc 0, transno 4294975935 00010000:00010000:0.0:1767318259.918098:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e9c0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.918103:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938622464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.918114:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97200/0x3313483622c9e9c0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.918119:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938622976:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.918145:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:2.0:1767318259.918146:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.918150:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025f800/0x3313483622c9e9b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918159:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025f800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.918163:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025f800/0x3313483622c9e9b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.918164:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938622592 00000100:00100000:2.0:1767318259.918170:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938622592 00010000:00010000:0.0:1767318259.918175:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025f800/0x3313483622c9e9b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918186:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025f800/0x3313483622c9e9b2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.918193:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938622976 00010000:00010000:0.0:1767318259.918194:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025f800/0x3313483622c9e9b2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.918198:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938622976 00010000:00010000:0.0:1767318259.918216:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:2.0:1767318259.918220:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24355 00010000:00010000:0.0:1767318259.918222:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025e000/0x3313483622c9e9c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.918230:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+479:6185:x1853163938622592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.918233:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025e000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.918239:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025e000/0x3313483622c9e9c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.918243:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:858 count 1 00010000:00010000:0.0:1767318259.918251:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025e000/0x3313483622c9e9c7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.918261:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x35a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.918263:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025e000/0x3313483622c9e9c7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918268:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025f000/0x3313483622c9e9dc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918275:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025e000/0x3313483622c9e9c7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918281:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.918284:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.918290:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025f000/0x3313483622c9e9dc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918296:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318259.918300:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025f000/0x3313483622c9e9dc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918302:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025e400/0x3313483622c9e9ce lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918319:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025f000/0x3313483622c9e9dc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918320:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025e400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.918325:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025e400/0x3313483622c9e9ce lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918350:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025e400/0x3313483622c9e9ce lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918351:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025f000/0x3313483622c9e9dc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918374:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025e400/0x3313483622c9e9ce lrc: 1/0,0 mode: --/PW res: [0x280000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918374:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.918385:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025e400/0x3313483622c9e9ce lrc: 0/0,0 mode: --/PW res: [0x280000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918400:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.918404:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9e9d5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918414:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025ea00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.918418:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9e9d5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918425:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9e9d5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918436:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9e9d5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918443:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9e9d5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918457:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.918460:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025f000/0x3313483622c9e9dc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918467:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025f000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.918471:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025f000/0x3313483622c9e9dc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918478:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025f000/0x3313483622c9e9dc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918489:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025f000/0x3313483622c9e9dc lrc: 1/0,0 mode: --/PW res: [0x280000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918502:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025f000/0x3313483622c9e9dc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.918528:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+480:6185:x1853163938622592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 278us (433us total) trans 4294975936 rc 0/0 00010000:00010000:0.0:1767318259.918537:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.918538:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24355 00010000:00010000:0.0:1767318259.918541:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.918544:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.918553:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.918557:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24356 00010000:00010000:0.0:1767318259.918562:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.918567:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+540:6185:x1853163938622976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.918578:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:730 count 1 00000100:00100000:0.0:1767318259.918583:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938622336:0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1767318259.918592:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.918598:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9e9e3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918607:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.918609:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.918612:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9e9e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.918620:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318259.918629:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9e9e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918638:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9e9e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.918644:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938622848:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318259.918646:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9e9e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918670:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.918675:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.918700:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.918705:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9e9e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918713:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025e200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.918717:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9e9e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918725:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9e9e3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918738:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9e9e3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918750:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9e9e3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918769:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.918772:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.918774:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.918785:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938622336 00000100:00100000:0.0:1767318259.918790:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938622336 00000100:00100000:2.0:1767318259.918804:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+541:6185:x1853163938622976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 239us (658us total) trans 4294976254 rc 0/0 00000100:00100000:2.0:1767318259.918812:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24356 00000100:00100000:0.0:1767318259.918818:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938622848 00000100:00100000:0.0:1767318259.918822:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938622848 00000100:00100000:2.0:1767318259.918830:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24357 00000100:00100000:2.0:1767318259.918838:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+481:6188:x1853163938622336:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.918848:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24358 00002000:00080000:2.0:1767318259.918850:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:856 count 1 00000100:00100000:0.0:1767318259.918859:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+481:6188:x1853163938622848:12345-0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1767318259.918866:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x358:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:0.0:1767318259.918875:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:860 count 1 00010000:00010000:2.0:1767318259.918875:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025e600/0x3313483622c9e9ea lrc: 3/0,1 mode: --/PW res: [0x280000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918887:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.918889:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.918892:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025e600/0x3313483622c9e9ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318259.918899:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x35c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.918902:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025e600/0x3313483622c9e9ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918907:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9e9f1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918912:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025e600/0x3313483622c9e9ea lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918921:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.918925:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.918925:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025e600/0x3313483622c9e9ea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918929:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9e9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.918943:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.918944:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9e9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918956:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9e9f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918968:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9e9f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.918983:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.919094:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+482:6188:x1853163938622336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 256us (475us total) trans 4294975937 rc 0/0 00000100:00100000:2.0:1767318259.919102:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24357 00000100:00100000:0.0:1767318259.919171:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+482:6188:x1853163938622848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 315us (498us total) trans 4294975938 rc 0/0 00000100:00100000:0.0:1767318259.919181:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24358 00010000:00010000:0.0:1767318259.919201:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00080000:2.0:1767318259.919201:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a71f80/2, rc 0, transno 4294976254 00010000:00010000:0.0:1767318259.919206:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025e600/0x3313483622c9e9ea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.919214:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938622976:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.919216:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025e600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.919222:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025e600/0x3313483622c9e9ea lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.919225:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a70e00/2, rc 0, transno 4294975936 00010000:00010000:0.0:1767318259.919235:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025e600/0x3313483622c9e9ea lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.919235:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938622592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.919249:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1767318259.919254:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025e600/0x3313483622c9e9ea lrc: 1/0,0 mode: --/PW res: [0x280000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.919257:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938623104:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.919269:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025e600/0x3313483622c9e9ea lrc: 0/0,0 mode: --/PW res: [0x280000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.919284:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767318259.919290:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.919291:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9e9f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.919300:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0400031e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.919303:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9e9f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.919310:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9e9f1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.919320:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9e9f1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.919329:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400031e00/0x3313483622c9e9f1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.920953:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938623488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.921013:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.921050:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.921056:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938623616:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.921077:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.921100:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938623104 00000100:00100000:2.0:1767318259.921107:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938623104 00000100:00100000:2.0:1767318259.921138:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938623488 00000100:00100000:2.0:1767318259.921141:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938623488 00000100:00100000:2.0:1767318259.921155:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938623616 00000100:00100000:2.0:1767318259.921157:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938623616 00000100:00100000:2.0:1767318259.921180:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24359 00000100:00100000:2.0:1767318259.921187:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+542:6185:x1853163938623104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.921211:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:731 count 1 00002000:00010000:2.0:1767318259.921245:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.921254:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025ee00/0x3313483622c9e9f8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.921268:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.921270:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.921276:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025ee00/0x3313483622c9e9f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.921290:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025ee00/0x3313483622c9e9f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.921300:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025ee00/0x3313483622c9e9f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.921314:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025ee00/0x3313483622c9e9f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.921333:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.921907:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+543:6185:x1853163938623104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 718us (2618us total) trans 4294976255 rc 0/0 00000100:00100000:2.0:1767318259.921914:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24359 00000100:00100000:2.0:1767318259.921932:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24360 00000100:00100000:2.0:1767318259.921939:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+542:6185:x1853163938623488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.921950:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:733 count 1 00002000:00010000:2.0:1767318259.921967:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.921972:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025fa00/0x3313483622c9e9ff lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.921981:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.921983:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.921986:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025fa00/0x3313483622c9e9ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.921996:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025fa00/0x3313483622c9e9ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922004:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025fa00/0x3313483622c9e9ff lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922011:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025fa00/0x3313483622c9e9ff lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922019:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318259.922129:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+543:6185:x1853163938623488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 191us (1115us total) trans 4294976256 rc 0/0 00000100:00100000:2.0:1767318259.922135:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24360 00000100:00100000:2.0:1767318259.922146:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24361 00000100:00100000:2.0:1767318259.922152:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+482:6185:x1853163938623616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.922164:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:862 count 1 00002000:00010000:2.0:1767318259.922181:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x35e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.922186:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025f400/0x3313483622c9ea06 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922193:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.922195:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.922198:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025f400/0x3313483622c9ea06 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922207:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025f400/0x3313483622c9ea06 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922215:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025f400/0x3313483622c9ea06 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922222:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025f400/0x3313483622c9ea06 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922229:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318259.922363:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+483:6185:x1853163938623616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (1284us total) trans 4294975939 rc 0/0 00000100:00100000:2.0:1767318259.922370:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24361 00000004:00080000:2.0:1767318259.922422:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c0e00/2, rc 0, transno 4294975939 00000100:00100000:2.0:1767318259.922434:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938623616:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.922445:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c0a80/2, rc 0, transno 4294976256 00000100:00100000:2.0:1767318259.922452:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938623488:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318259.922459:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a70000/2, rc 0, transno 4294976255 00000100:00100000:2.0:1767318259.922463:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938623104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.922635:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938624000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.922663:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.922688:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938624000 00000100:00100000:2.0:1767318259.922692:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938624000 00000100:00100000:2.0:1767318259.922786:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24362 00000100:00100000:2.0:1767318259.922794:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+483:6185:x1853163938624000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.922805:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:863 count 1 00002000:00010000:2.0:1767318259.922820:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x35f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.922826:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025fc00/0x3313483622c9ea0d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922835:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.922837:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.922840:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025fc00/0x3313483622c9ea0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922849:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025fc00/0x3313483622c9ea0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922863:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025fc00/0x3313483622c9ea0d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922870:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025fc00/0x3313483622c9ea0d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.922877:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.923005:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+484:6185:x1853163938624000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 212us (341us total) trans 4294975940 rc 0/0 00000100:00100000:2.0:1767318259.923011:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24362 00000004:00080000:2.0:1767318259.923037:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c2a00/2, rc 0, transno 4294975940 00000100:00100000:2.0:1767318259.923044:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938624000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.923070:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318259.923075:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938624128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.923094:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.923109:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938624128 00000100:00100000:2.0:1767318259.923113:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938624128 00000100:00100000:2.0:1767318259.923130:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24363 00000100:00100000:2.0:1767318259.923135:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+484:6185:x1853163938624128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.923145:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:864 count 1 00002000:00010000:2.0:1767318259.923161:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x360:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.923166:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9ea14 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923173:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.923175:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.923178:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9ea14 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923185:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9ea14 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923193:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9ea14 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923200:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9ea14 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923208:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318259.923320:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+485:6185:x1853163938624128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 183us (223us total) trans 4294975941 rc 0/0 00000100:00100000:2.0:1767318259.923327:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24363 00000004:00080000:2.0:1767318259.923364:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fd500/2, rc 0, transno 4294975941 00000100:00100000:2.0:1767318259.923372:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938624128:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318259.923609:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030ddd2680/2, rc 0, transno 4294976219 00000100:00100000:2.0:1767318259.923619:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030ddd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938615040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.923650:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938622720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.923672:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.923686:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938623232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.923701:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.923714:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938622720 00000100:00100000:2.0:1767318259.923718:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938622720 00000100:00100000:2.0:1767318259.923733:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938623232 00000100:00100000:2.0:1767318259.923735:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938623232 00000100:00100000:2.0:1767318259.923747:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24364 00000100:00100000:2.0:1767318259.923752:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+485:6187:x1853163938622720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.923763:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:859 count 1 00002000:00010000:2.0:1767318259.923776:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x35b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.923782:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8600/0x3313483622c9ea1b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923789:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.923791:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.923794:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8600/0x3313483622c9ea1b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923803:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8600/0x3313483622c9ea1b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923811:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8600/0x3313483622c9ea1b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923818:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8600/0x3313483622c9ea1b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923825:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318259.923935:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+486:6187:x1853163938622720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 182us (262us total) trans 4294975942 rc 0/0 00000100:00100000:2.0:1767318259.923941:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24364 00000100:00100000:2.0:1767318259.923952:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24365 00000100:00100000:2.0:1767318259.923958:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+543:6187:x1853163938623232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.923968:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:732 count 1 00002000:00010000:2.0:1767318259.923983:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.923988:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9ea22 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.923995:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.923997:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.924000:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9ea22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924009:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9ea22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924017:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9ea22 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924023:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9ea22 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924030:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1767318259.924143:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+544:6187:x1853163938623232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 184us (439us total) trans 4294976257 rc 0/0 00000100:00100000:2.0:1767318259.924149:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24365 00000004:00080000:2.0:1767318259.924179:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c2d80/2, rc 0, transno 4294976257 00000100:00100000:2.0:1767318259.924188:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938623232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.924215:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938624512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.924236:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.924257:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938624512 00000100:00100000:2.0:1767318259.924260:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938624512 00000100:00100000:2.0:1767318259.924279:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24366 00000100:00100000:2.0:1767318259.924284:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+544:6185:x1853163938624512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.924295:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:737 count 1 00002000:00010000:2.0:1767318259.924309:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.924314:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9ea29 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924322:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.924323:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.924326:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9ea29 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924351:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9ea29 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924360:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9ea29 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924367:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9ea29 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924376:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:1.0:1767318259.924414:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1767318259.924423:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025ee00/0x3313483622c9e9f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924434:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025ee00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.924439:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025ee00/0x3313483622c9e9f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924448:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025ee00/0x3313483622c9e9f8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924466:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025ee00/0x3313483622c9e9f8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924473:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025ee00/0x3313483622c9e9f8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924499:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1767318259.924503:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025fa00/0x3313483622c9e9ff lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924524:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025fa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.924527:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025fa00/0x3313483622c9e9ff lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924535:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025fa00/0x3313483622c9e9ff lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924546:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025fa00/0x3313483622c9e9ff lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924553:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025fa00/0x3313483622c9e9ff lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924569:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318259.924573:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025f400/0x3313483622c9ea06 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.924580:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+545:6185:x1853163938624512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 294us (341us total) trans 4294976258 rc 0/0 00010000:00010000:1.0:1767318259.924584:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025f400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.924590:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025f400/0x3313483622c9ea06 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.924591:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24366 00010000:00010000:1.0:1767318259.924602:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025f400/0x3313483622c9ea06 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924615:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025f400/0x3313483622c9ea06 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.924618:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fc700/2, rc 0, transno 4294976258 00010000:00010000:1.0:1767318259.924626:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025f400/0x3313483622c9ea06 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.924630:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938624512:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.924651:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.924656:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025fc00/0x3313483622c9ea0d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924664:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025fc00 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:2.0:1767318259.924666:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1767318259.924668:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025fc00/0x3313483622c9ea0d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.924674:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938624640:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.924681:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025fc00/0x3313483622c9ea0d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924695:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025fc00/0x3313483622c9ea0d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.924702:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318259.924708:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025fc00/0x3313483622c9ea0d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.924722:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938624640 00010000:00010000:1.0:1767318259.924725:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:2.0:1767318259.924727:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938624640 00010000:00010000:1.0:1767318259.924730:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9ea14 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924743:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8000 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:2.0:1767318259.924748:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24367 00010000:00010000:1.0:1767318259.924749:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9ea14 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.924756:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+545:6185:x1853163938624640:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.924763:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9ea14 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.924770:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:738 count 1 00010000:00010000:1.0:1767318259.924776:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9ea14 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924784:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9ea14 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.924785:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.924796:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9ea30 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924803:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318259.924805:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.924808:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8600/0x3313483622c9ea1b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924809:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.924814:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9ea30 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924822:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.924828:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8600/0x3313483622c9ea1b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924831:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9ea30 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924843:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8600/0x3313483622c9ea1b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924847:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9ea30 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924860:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8600/0x3313483622c9ea1b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924861:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9ea30 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.924882:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318259.924886:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8600/0x3313483622c9ea1b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924903:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.924907:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9ea22 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924913:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.924916:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9ea22 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924924:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9ea22 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924934:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9ea22 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924941:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9ea22 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924959:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.924962:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9ea29 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924969:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.924972:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9ea29 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924981:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9ea29 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924992:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9ea29 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.924999:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9ea29 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.925016:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.925022:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9ea30 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.925022:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+546:6185:x1853163938624640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 265us (320us total) trans 4294976259 rc 0/0 00000100:00100000:2.0:1767318259.925037:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24367 00010000:00010000:1.0:1767318259.925039:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.925044:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9ea30 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.925052:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9ea30 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.925064:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9ea30 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.925070:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9ea30 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318259.925073:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fdc00/2, rc 0, transno 4294976259 00010000:00010000:1.0:1767318259.925088:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.925090:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.925092:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318259.925271:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938624640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.925308:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938623744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.925343:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.925360:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938624256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318259.925379:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.925404:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938623744 00000100:00100000:2.0:1767318259.925405:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938624768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.925411:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938623744 00000100:00100000:2.0:1767318259.925432:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318259.925464:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938624256 00000100:00100000:2.0:1767318259.925467:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938624256 00000100:00100000:2.0:1767318259.925566:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938624768 00000100:00100000:2.0:1767318259.925570:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938624768 00000100:00100000:2.0:1767318259.925590:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24368 00000100:00100000:2.0:1767318259.925595:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+547:6187:x1853163938623744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.925606:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:734 count 1 00002000:00010000:2.0:1767318259.925620:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.925626:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9ea37 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.925634:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.925636:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.925639:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9ea37 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.925648:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9ea37 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.925657:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9ea37 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.925664:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9ea37 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.925674:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318259.925837:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+548:6187:x1853163938623744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 241us (502us total) trans 4294976260 rc 0/0 00000100:00100000:2.0:1767318259.925843:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24368 00000100:00100000:2.0:1767318259.925858:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24369 00000100:00100000:2.0:1767318259.925868:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+486:6187:x1853163938624256:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.925870:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.925875:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9ea37 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.925880:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:865 count 1 00010000:00010000:0.0:1767318259.925885:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.925890:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9ea37 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.925899:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9ea37 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318259.925899:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x361:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.925910:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9ea3e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.925918:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.926020:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.926023:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9ea3e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.926033:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9ea3e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.926040:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9ea3e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.926048:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9ea3e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.926056:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.926145:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.926153:0:16012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793c00/0x3313483622c9e9ab lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.926192:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24370 00000100:00100000:3.0:1767318259.926206:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+547:6187:x1853163938624768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318259.926207:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+487:6187:x1853163938624256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 337us (822us total) trans 4294975943 rc 0/0 00000100:00100000:2.0:1767318259.926217:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24369 00002000:00080000:3.0:1767318259.926223:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:739 count 1 00002000:00010000:3.0:1767318259.926241:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.926248:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9ea45 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.926256:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.926259:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.926261:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9ea45 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.926270:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9ea45 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.926278:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9ea45 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.926285:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9ea45 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.926294:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.926442:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+548:6187:x1853163938624768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 241us (1009us total) trans 4294976261 rc 0/0 00000100:00100000:3.0:1767318259.926449:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24370 00000004:00080000:3.0:1767318259.926738:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7ea00/2, rc 0, transno 4294975933 00000100:00100000:3.0:1767318259.926751:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938620544:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.926803:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a62300/2, rc 0, transno 4294976248 00000100:00100000:3.0:1767318259.926814:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938620032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.926849:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938625024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.926878:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.926898:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938625024 00000100:00100000:3.0:1767318259.926903:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938625024 00000100:00100000:3.0:1767318259.927380:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24371 00000100:00100000:3.0:1767318259.927388:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+548:6185:x1853163938625024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.927403:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:740 count 1 00002000:00010000:3.0:1767318259.927426:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.927431:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9ea4c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.927441:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.927443:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.927447:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9ea4c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.927457:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9ea4c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.927466:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9ea4c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.927475:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9ea4c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.927483:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.927675:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+549:6185:x1853163938625024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 287us (795us total) trans 4294976262 rc 0/0 00000100:00100000:3.0:1767318259.927682:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24371 00000004:00080000:3.0:1767318259.927723:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308161500/2, rc 0, transno 4294976262 00000100:00100000:3.0:1767318259.927734:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938625024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.927773:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318259.927781:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938625152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.927806:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.927826:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938625152 00000100:00100000:3.0:1767318259.927830:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938625152 00000100:00100000:3.0:1767318259.927850:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24372 00000100:00100000:3.0:1767318259.927857:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0308160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+549:6185:x1853163938625152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.927870:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:741 count 1 00002000:00010000:3.0:1767318259.927888:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.927892:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792400/0x3313483622c9ea53 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.927900:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.927902:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.927904:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792400/0x3313483622c9ea53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929156:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9ea37 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929169:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9ea37 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929189:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.929194:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9ea3e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929201:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.929205:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9ea3e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929214:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9ea3e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929222:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9ea3e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929228:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9ea3e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929239:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.929243:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9ea45 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929249:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.929252:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9ea45 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929259:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9ea45 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929268:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9ea45 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929274:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792200/0x3313483622c9ea45 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929284:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.929287:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9ea4c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929293:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.929296:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9ea4c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929303:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9ea4c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929310:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9ea4c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929316:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793e00/0x3313483622c9ea4c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.929331:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.929346:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.929349:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.929356:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.929361:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.929397:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a73100/2, rc 0, transno 4294975938 00000100:00100000:0.0:1767318259.929410:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938622848:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.929422:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a72300/2, rc 0, transno 4294976251 00000100:00100000:0.0:1767318259.929429:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938622208:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.929437:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434678380/2, rc 0, transno 4294976250 00000100:00100000:0.0:1767318259.929441:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938621824:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.929449:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467aa00/2, rc 0, transno 4294975934 00000100:00100000:0.0:1767318259.929452:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938621696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.929468:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938623360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.929523:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.929547:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938623872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.929565:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318259.929642:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792400/0x3313483622c9ea53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.929651:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792400/0x3313483622c9ea53 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.929659:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792400/0x3313483622c9ea53 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.929671:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.929861:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0308160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+550:6185:x1853163938625152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2004us (2053us total) trans 4294976263 rc 0/0 00000100:00100000:3.0:1767318259.929869:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24372 00000100:00100000:0.0:1767318259.933450:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938624384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.933526:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.938950:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938623360 00000100:00100000:3.0:1767318259.938966:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938623360 00000100:00100000:3.0:1767318259.939016:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938623872 00000100:00100000:3.0:1767318259.939019:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938623872 00000100:00100000:3.0:1767318259.939041:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24373 00000100:00100000:3.0:1767318259.939049:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d43b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+487:6188:x1853163938623360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.939075:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:861 count 1 00002000:00010000:3.0:1767318259.939106:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x35d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.939114:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792e00/0x3313483622c9ea5a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.939128:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.939131:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.939136:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792e00/0x3313483622c9ea5a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.939151:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411792e00/0x3313483622c9ea5a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.939160:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411792e00/0x3313483622c9ea5a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.939167:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411792e00/0x3313483622c9ea5a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.939194:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.939494:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d43b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+488:6188:x1853163938623360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 445us (9970us total) trans 4294975944 rc 0/0 00000100:00100000:3.0:1767318259.939503:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24373 00000100:00100000:3.0:1767318259.939545:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24374 00000100:00100000:3.0:1767318259.939552:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+550:6188:x1853163938623872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.939564:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:735 count 1 00002000:00010000:3.0:1767318259.939581:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.939587:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9ea61 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.939594:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.939596:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.939599:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9ea61 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.939608:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9ea61 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.939615:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9ea61 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.939622:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9ea61 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.939635:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.939760:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+551:6188:x1853163938623872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 209us (10193us total) trans 4294976264 rc 0/0 00000100:00100000:3.0:1767318259.939766:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24374 00000004:00080000:3.0:1767318259.939902:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308162a00/2, rc 0, transno 4294976263 00000100:00100000:3.0:1767318259.939914:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938625152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.939931:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938625536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.939986:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938625664:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.940019:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069ff480/2, rc 0, transno 4294976261 00000100:00100000:3.0:1767318259.940027:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938624768:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.940053:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a70700/2, rc 0, transno 4294975942 00000100:00100000:3.0:1767318259.940061:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938622720:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318259.940091:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c3800/2, rc 0, transno 4294976260 00000100:00100000:3.0:1767318259.940097:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938623744:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318259.940130:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fe680/2, rc 0, transno 4294975943 00000100:00100000:3.0:1767318259.940136:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938624256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.940164:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938625280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.940302:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030b94c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+488:6186:x1853163938616320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 80068us (80631us total) trans 4294975945 rc 0/0 00000100:00100000:3.0:1767318259.940309:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24300 00000100:00100000:3.0:1767318259.940562:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+551:6188:x1853163938621184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30198us (30938us total) trans 4294976265 rc 0/0 00000100:00100000:3.0:1767318259.940569:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24348 00010000:00010000:0.0:1767318259.944717:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.944730:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792400/0x3313483622c9ea53 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944743:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.944748:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792400/0x3313483622c9ea53 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944760:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792400/0x3313483622c9ea53 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944779:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792400/0x3313483622c9ea53 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944787:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792400/0x3313483622c9ea53 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944810:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.944815:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411792e00/0x3313483622c9ea5a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944821:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.944824:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792e00/0x3313483622c9ea5a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944832:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411792e00/0x3313483622c9ea5a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944842:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411792e00/0x3313483622c9ea5a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944848:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411792e00/0x3313483622c9ea5a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.944856:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938624384 00010000:00010000:0.0:1767318259.944867:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1767318259.944869:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938624384 00010000:00010000:0.0:1767318259.944873:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9ea61 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944881:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.944885:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9ea61 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944892:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9ea61 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944900:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9ea61 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944907:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793000/0x3313483622c9ea61 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.944920:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.944922:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.944924:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.944938:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.945220:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938626048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.945268:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.953851:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938625536 00000100:00100000:1.0:1767318259.953867:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938625536 00000100:00100000:0.0:1767318259.954037:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318259.954052:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938626176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.954063:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938626048 00000100:00100000:3.0:1767318259.954068:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938626048 00000100:00100000:3.0:1767318259.954093:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24375 00000100:00100000:3.0:1767318259.954104:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+551:6188:x1853163938624384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.954113:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1767318259.954134:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:736 count 1 00010000:00010000:0.0:1767318259.954144:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.954151:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.954161:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938626176 00000100:00100000:0.0:1767318259.954164:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938626176 00002000:00010000:3.0:1767318259.954170:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.954178:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9ea68 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.954191:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24376 00010000:00010000:3.0:1767318259.954192:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.954195:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1767318259.954196:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+489:6185:x1853163938625536:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318259.954200:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9ea68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1767318259.954211:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:867 count 1 00010000:00010000:3.0:1767318259.954213:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9ea68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954223:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9ea68 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318259.954228:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x363:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.954233:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9ea6f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954236:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9ea68 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.954240:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.954242:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.954245:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9ea6f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954250:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.954253:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9ea6f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.954259:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9ea6f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.954264:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9ea6f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.954274:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.954537:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+553:6188:x1853163938624384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 434us (21010us total) trans 4294976266 rc 0/0 00000100:00100000:3.0:1767318259.954544:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24375 00000100:00100000:3.0:1767318259.954563:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24377 00000100:00100000:3.0:1767318259.954569:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+552:6185:x1853163938626176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.954580:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:746 count 1 00002000:00010000:3.0:1767318259.954594:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.954599:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792a00/0x3313483622c9ea76 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954607:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.954609:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.954611:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792a00/0x3313483622c9ea76 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954620:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792a00/0x3313483622c9ea76 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954627:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792a00/0x3313483622c9ea76 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954634:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792a00/0x3313483622c9ea76 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954648:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.954772:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+553:6185:x1853163938626176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 203us (658us total) trans 4294976267 rc 0/0 00000100:00100000:3.0:1767318259.954778:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24377 00000100:00100000:3.0:1767318259.954821:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24378 00000100:00100000:3.0:1767318259.954827:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+489:6185:x1853163938626048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.954840:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:869 count 1 00002000:00010000:3.0:1767318259.954854:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x365:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.954859:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9ea7d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954866:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.954868:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.954871:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9ea7d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954879:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9ea7d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954885:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9ea7d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954892:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9ea7d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.954899:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318259.955033:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+490:6185:x1853163938626048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 206us (9764us total) trans 4294975946 rc 0/0 00000100:00100000:3.0:1767318259.955040:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24378 00000100:00100000:0.0:1767318259.955633:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+490:6185:x1853163938625536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1434us (10694us total) trans 4294975947 rc 0/0 00000100:00100000:0.0:1767318259.955640:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24376 00010000:00010000:0.0:1767318259.955658:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.955663:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9ea68 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955671:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.955675:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9ea68 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955683:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9ea68 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955699:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9ea68 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955705:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792c00/0x3313483622c9ea68 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955721:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.955724:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9ea6f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955730:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0400030a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.955732:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9ea6f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955739:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9ea6f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955751:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9ea6f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955757:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0400030a00/0x3313483622c9ea6f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955769:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.955772:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792a00/0x3313483622c9ea76 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955778:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.955781:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792a00/0x3313483622c9ea76 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955788:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792a00/0x3313483622c9ea76 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955797:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792a00/0x3313483622c9ea76 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955803:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792a00/0x3313483622c9ea76 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955814:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.955818:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9ea7d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955829:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.955832:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9ea7d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955840:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9ea7d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955849:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9ea7d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955854:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411793800/0x3313483622c9ea7d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.955866:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.955868:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.955869:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.955876:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.955909:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab18000/2, rc 0, transno 4294976267 00000100:00100000:0.0:1767318259.955922:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938626176:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.955935:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab18700/2, rc 0, transno 4294975946 00000100:00100000:0.0:1767318259.955945:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938626048:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.955956:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308162300/2, rc 0, transno 4294975947 00000100:00100000:0.0:1767318259.955960:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938625536:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.955975:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.955989:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.956021:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030b94f800/2, rc 0, transno 4294975945 00000100:00100000:0.0:1767318259.956026:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030b94f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938616320:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.956044:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.956054:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.956078:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938625792:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.956106:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.956127:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938626304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.956153:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.956170:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767318259.956177:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938625408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.956196:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.956215:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938625920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.956232:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.956257:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938625664 00000100:00100000:0.0:1767318259.956263:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938625664 00000100:00100000:0.0:1767318259.956290:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938625280 00000100:00100000:0.0:1767318259.956293:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938625280 00000100:00100000:0.0:1767318259.956309:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938625792 00000100:00100000:0.0:1767318259.956312:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938625792 00000100:00100000:1.0:1767318259.956391:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938625408 00000100:00100000:1.0:1767318259.956396:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938625408 00000100:00100000:1.0:1767318259.956424:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938625920 00000100:00100000:1.0:1767318259.956427:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938625920 00000100:00100000:1.0:1767318259.956451:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24379 00000100:00100000:1.0:1767318259.956462:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+490:6186:x1853163938625664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.956484:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:868 count 1 00002000:00010000:1.0:1767318259.956530:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x364:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.956537:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9ea84 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.956548:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.956551:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.956556:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9ea84 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.956568:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9ea84 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.956578:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9ea84 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.956587:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9ea84 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.956609:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.956865:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+491:6186:x1853163938625664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 404us (873us total) trans 4294975948 rc 0/0 00000100:00100000:1.0:1767318259.956873:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24379 00000100:00100000:1.0:1767318259.956894:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24380 00000100:00100000:1.0:1767318259.956903:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+556:6187:x1853163938625280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.956916:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:742 count 1 00002000:00010000:1.0:1767318259.956937:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.956942:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9ea8b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.956950:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.956953:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.956956:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9ea8b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.956965:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9ea8b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.956973:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9ea8b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.956979:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9ea8b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.956993:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.957174:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+557:6187:x1853163938625280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 272us (1116us total) trans 4294976268 rc 0/0 00000100:00100000:1.0:1767318259.957182:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24380 00000100:00100000:1.0:1767318259.957200:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24381 00000100:00100000:1.0:1767318259.957208:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+556:6187:x1853163938625792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.957221:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:744 count 1 00002000:00010000:1.0:1767318259.957239:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.957245:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9ea92 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957253:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.957254:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.957258:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9ea92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957267:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9ea92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957276:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9ea92 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957283:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9ea92 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957296:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.957536:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+557:6187:x1853163938625792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 328us (1426us total) trans 4294976269 rc 0/0 00000100:00100000:1.0:1767318259.957544:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24381 00000100:00100000:1.0:1767318259.957562:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24382 00000100:00100000:1.0:1767318259.957571:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+556:6187:x1853163938625408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.957584:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:743 count 1 00002000:00010000:1.0:1767318259.957601:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.957606:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97800/0x3313483622c9ea99 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957613:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.957615:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.957618:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97800/0x3313483622c9ea99 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957626:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97800/0x3313483622c9ea99 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957633:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97800/0x3313483622c9ea99 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957640:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97800/0x3313483622c9ea99 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957655:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318259.957836:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+557:6187:x1853163938625408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 266us (1638us total) trans 4294976270 rc 0/0 00000100:00100000:1.0:1767318259.957844:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24382 00000100:00100000:1.0:1767318259.957862:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24383 00000100:00100000:1.0:1767318259.957871:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+556:6187:x1853163938625920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.957885:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:745 count 1 00002000:00010000:1.0:1767318259.957903:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.957910:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9eaa0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957919:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.957921:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.957925:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9eaa0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957934:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9eaa0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957942:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9eaa0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957949:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9eaa0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.957957:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318259.958075:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+557:6187:x1853163938625920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 205us (1840us total) trans 4294976271 rc 0/0 00000100:00100000:1.0:1767318259.958082:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24383 00010000:00010000:1.0:1767318259.958109:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.958115:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9ea84 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958127:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.958131:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9ea84 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958140:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9ea84 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958157:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9ea84 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958164:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96000/0x3313483622c9ea84 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958185:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.958190:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9ea8b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958198:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.958202:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9ea8b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958211:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9ea8b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958222:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9ea8b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958235:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97c00/0x3313483622c9ea8b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958254:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.958258:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9ea92 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958264:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.958267:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9ea92 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958274:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9ea92 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958284:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9ea92 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958290:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96600/0x3313483622c9ea92 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958303:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.958306:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97800/0x3313483622c9ea99 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958312:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.958315:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97800/0x3313483622c9ea99 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958323:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97800/0x3313483622c9ea99 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958333:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97800/0x3313483622c9ea99 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958351:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97800/0x3313483622c9ea99 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958366:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.958369:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9eaa0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958375:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.958378:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9eaa0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958384:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9eaa0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958393:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9eaa0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958400:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96a00/0x3313483622c9eaa0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958415:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.958416:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.958418:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.958456:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938626304 00000100:00100000:0.0:1767318259.958464:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938626304 00000004:00080000:1.0:1767318259.958466:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308161c00/2, rc 0, transno 4294975948 00000100:00100000:1.0:1767318259.958474:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938625664:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.958476:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.958484:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.958489:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.958496:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.958555:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24384 00000100:00100000:0.0:1767318259.958563:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+491:6187:x1853163938626304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.958578:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:870 count 1 00002000:00010000:0.0:1767318259.958597:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x366:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.958603:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9eaa7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.958613:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.958615:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.958618:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9eaa7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.958629:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9eaa7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.958638:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9eaa7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.958645:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9eaa7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.958662:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318259.958670:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.958676:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9eaa7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958684:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.958688:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9eaa7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958696:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9eaa7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958709:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9eaa7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958715:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259000/0x3313483622c9eaa7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.958733:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.958736:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.958739:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.958854:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+492:6187:x1853163938626304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 291us (2701us total) trans 4294975949 rc 0/0 00000100:00100000:0.0:1767318259.958861:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24384 00000004:00080000:0.0:1767318259.958894:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308162680/2, rc 0, transno 4294976270 00000100:00100000:0.0:1767318259.958900:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938625408:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.958911:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab1b480/2, rc 0, transno 4294976271 00000100:00100000:0.0:1767318259.958916:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938625920:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.958927:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab19880/2, rc 0, transno 4294975949 00000100:00100000:0.0:1767318259.958930:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938626304:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.958940:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308161180/2, rc 0, transno 4294976268 00000100:00100000:0.0:1767318259.958944:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938625280:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.958953:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab19c00/2, rc 0, transno 4294976269 00000100:00100000:0.0:1767318259.958956:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938625792:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.958990:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fc380/2, rc 0, transno 4294976266 00000100:00100000:0.0:1767318259.958994:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938624384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.960494:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938624896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.960532:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938626560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.960585:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.960635:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938627072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.960657:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.960680:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318259.960686:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938626688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.960868:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.961150:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938627584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.961167:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938626560 00000100:00100000:0.0:1767318259.961173:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.961174:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938626560 00000100:00100000:0.0:1767318259.961193:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767318259.961197:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938627200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.961211:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938627072 00000100:00100000:0.0:1767318259.961214:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.961215:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938627072 00000100:00100000:0.0:1767318259.961228:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938627712:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.961228:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938626688 00000100:00100000:3.0:1767318259.961230:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938626688 00000100:00100000:3.0:1767318259.961242:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938627584 00000100:00100000:3.0:1767318259.961245:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938627584 00000100:00100000:0.0:1767318259.961248:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.961260:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938627200 00000100:00100000:3.0:1767318259.961263:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938627200 00000100:00100000:3.0:1767318259.961271:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938627712 00000100:00100000:3.0:1767318259.961272:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938627712 00000100:00100000:0.0:1767318259.961276:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24385 00000100:00100000:3.0:1767318259.961283:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24386 00000100:00100000:0.0:1767318259.961284:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+559:6185:x1853163938626560:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.961288:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+559:6185:x1853163938627072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.961310:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:748 count 1 00002000:00080000:3.0:1767318259.961310:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:752 count 1 00002000:00010000:3.0:1767318259.961353:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1767318259.961355:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.961361:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9eab5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.961362:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9eaae lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.961376:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.961376:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.961378:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.961378:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.961384:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9eab5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.961384:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9eaae lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.961398:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9eab5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.961398:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9eaae lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.961408:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9eaae lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.961409:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9eab5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.961416:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9eab5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.961417:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9eaae lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.961431:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.961497:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.961694:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+561:6185:x1853163938627072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 403us (1035us total) trans 4294976272 rc 0/0 00000100:00100000:3.0:1767318259.961701:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24386 00000100:00100000:3.0:1767318259.961723:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24387 00000100:00100000:3.0:1767318259.961730:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+560:6185:x1853163938626688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.961744:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:749 count 1 00002000:00010000:3.0:1767318259.961761:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.961767:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9eabc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.961775:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.961777:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.961781:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9eabc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.961789:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9eabc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.961796:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9eabc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.961804:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9eabc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.961809:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+560:6185:x1853163938626560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 525us (1222us total) trans 4294976273 rc 0/0 00000100:00100000:0.0:1767318259.961815:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24385 00010000:00010000:3.0:1767318259.961819:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.961831:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24388 00000100:00100000:0.0:1767318259.961839:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+494:6185:x1853163938627584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.961851:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:874 count 1 00002000:00010000:0.0:1767318259.961867:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x36a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.961874:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9eac3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.961882:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.961884:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.961887:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9eac3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.961896:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9eac3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.961904:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9eac3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.961910:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9eac3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.961924:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318259.962182:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24389 00000100:00100000:2.0:1767318259.962193:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+495:6185:x1853163938627200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318259.962210:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:871 count 1 00002000:00010000:2.0:1767318259.962227:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x367:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.962233:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9eaca lrc: 3/0,1 mode: --/PW res: [0x280000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.962246:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.962248:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.962251:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9eaca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.962261:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9eaca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.962268:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9eaca lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.962274:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9eaca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.962289:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767318259.962845:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+496:6185:x1853163938627584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1006us (1668us total) trans 4294975950 rc 0/0 00000100:00100000:0.0:1767318259.962852:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24388 00000100:00100000:0.0:1767318259.962871:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24390 00000100:00100000:0.0:1767318259.962878:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+495:6185:x1853163938627712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.962889:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:875 count 1 00002000:00010000:0.0:1767318259.962904:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x36b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.962909:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9ead1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.962921:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.962922:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.962925:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9ead1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.962933:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9ead1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.962940:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9ead1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.962946:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9ead1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.962953:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767318259.963077:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+496:6185:x1853163938627712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200us (1827us total) trans 4294975952 rc 0/0 00000100:00100000:0.0:1767318259.963083:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24390 00010000:00010000:0.0:1767318259.963103:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318259.963108:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9eaae lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.963115:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.963119:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9eaae lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.963128:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9eaae lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.963143:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9eaae lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.963149:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411793200/0x3313483622c9eaae lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.963166:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.963169:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9eab5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.963175:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.963178:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9eab5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.963185:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9eab5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.963193:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9eab5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.963199:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258400/0x3313483622c9eab5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.963209:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.963212:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9eabc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.963354:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+560:6185:x1853163938626688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1624us (2483us total) trans 4294976274 rc 0/0 00000100:00100000:3.0:1767318259.963361:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24387 00010000:00010000:0.0:1767318259.964428:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.964435:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9eabc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964446:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9eabc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964464:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9eabc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964472:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792800/0x3313483622c9eabc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964495:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.964500:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9eac3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964520:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.964524:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9eac3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964531:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9eac3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964542:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9eac3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964555:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258c00/0x3313483622c9eac3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964570:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.964575:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9eaca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964581:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.964584:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9eaca lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964592:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9eaca lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964602:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9eaca lrc: 1/0,0 mode: --/PW res: [0x280000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964609:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9eaca lrc: 0/0,0 mode: --/PW res: [0x280000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964628:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.964631:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9ead1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964636:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.964639:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9ead1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964645:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9ead1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964653:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9ead1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964659:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259a00/0x3313483622c9ead1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.964670:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.964672:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.964674:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.964767:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.964811:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a72680/2, rc 0, transno 4294975952 00000100:00100000:0.0:1767318259.964829:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938627712:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.964840:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a73480/2, rc 0, transno 4294975950 00000100:00100000:0.0:1767318259.964844:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938627584:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.964854:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab1b800/2, rc 0, transno 4294976274 00000100:00100000:0.0:1767318259.964863:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938626688:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.964872:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab1a300/2, rc 0, transno 4294976273 00000100:00100000:0.0:1767318259.964875:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938626560:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.964884:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab19f80/2, rc 0, transno 4294976272 00000100:00100000:0.0:1767318259.964887:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938627072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.965002:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938628096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.965047:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.965074:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318259.965080:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938628224:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.965098:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.965126:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938628096 00000100:00100000:0.0:1767318259.965129:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938628224 00000100:00100000:0.0:1767318259.965133:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938628224 00000100:00100000:3.0:1767318259.965133:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938628096 00000100:00100000:3.0:1767318259.965166:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24391 00000100:00100000:3.0:1767318259.965173:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+560:6185:x1853163938628096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.965195:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:755 count 1 00002000:00010000:3.0:1767318259.965223:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.965229:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9ead8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.965239:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.965241:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.965246:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9ead8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.965257:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9ead8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.965265:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9ead8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.965273:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9ead8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.965294:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.965361:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24392 00000100:00100000:0.0:1767318259.965369:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+496:6185:x1853163938628224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.965380:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:876 count 1 00002000:00010000:0.0:1767318259.965397:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x36c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.965401:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9eadf lrc: 3/0,1 mode: --/PW res: [0x280000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.965408:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.965410:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.965413:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9eadf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.965421:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9eadf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.965427:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9eadf lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.965434:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9eadf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.965446:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318259.965546:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+561:6185:x1853163938628096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 373us (498us total) trans 4294976275 rc 0/0 00000100:00100000:3.0:1767318259.965553:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24391 00010000:00010000:3.0:1767318259.965576:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.965581:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9ead8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.965588:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411792600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.965592:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9ead8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.965598:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+497:6185:x1853163938628224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 231us (498us total) trans 4294975953 rc 0/0 00010000:00010000:3.0:1767318259.965600:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9ead8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.965605:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24392 00010000:00010000:3.0:1767318259.965612:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9ead8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.965618:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.965619:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0411792600/0x3313483622c9ead8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.965622:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9eadf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.965629:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.965632:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9eadf lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.965638:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.965639:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9eadf lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.965640:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.965642:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.965650:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9eadf lrc: 1/0,0 mode: --/PW res: [0x280000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.965657:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258e00/0x3313483622c9eadf lrc: 0/0,0 mode: --/PW res: [0x280000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.965671:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.965673:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.965675:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.965696:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d2d80/2, rc 0, transno 4294975953 00010000:00010000:1.0:1767318259.965757:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.965763:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938628224:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.965781:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d0a80/2, rc 0, transno 4294976275 00000100:00100000:0.0:1767318259.965791:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938628096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.965860:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1767318259.965870:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.965876:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938628608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.965886:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938626816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.965923:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.965948:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938627328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.966063:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.966081:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938627840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.966103:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.966122:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938628352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.966140:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.966157:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [3->2] 00000100:00100000:0.0:1767318259.966163:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938626432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.966182:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.966196:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938626944:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.966213:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.966226:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938627456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.966242:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.966263:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938627968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.966264:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938626816 00000100:00100000:3.0:1767318259.966269:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938626816 00000100:00100000:0.0:1767318259.966284:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318259.966307:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938627328 00000100:00100000:3.0:1767318259.966311:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938627328 00000100:00100000:0.0:1767318259.966315:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938627840 00000100:00100000:0.0:1767318259.966318:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938627840 00000100:00100000:3.0:1767318259.966326:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938628352 00000100:00100000:3.0:1767318259.966328:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938628352 00000100:00100000:0.0:1767318259.966331:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938626432 00000100:00100000:0.0:1767318259.966345:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938626432 00000100:00100000:3.0:1767318259.966352:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938626944 00000100:00100000:3.0:1767318259.966354:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938626944 00000100:00100000:0.0:1767318259.966355:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938627456 00000100:00100000:0.0:1767318259.966357:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938627456 00000100:00100000:3.0:1767318259.966363:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938627968 00000100:00100000:3.0:1767318259.966365:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938627968 00000100:00100000:0.0:1767318259.966367:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24393 00000100:00100000:0.0:1767318259.966372:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+565:6187:x1853163938626816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318259.966374:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24394 00000100:00100000:3.0:1767318259.966379:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+499:6187:x1853163938627328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.966386:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:750 count 1 00002000:00080000:3.0:1767318259.966387:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:872 count 1 00002000:00010000:0.0:1767318259.966405:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1767318259.966405:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x368:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.966411:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9eae6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.966411:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411793a00/0x3313483622c9eaed lrc: 3/0,1 mode: --/PW res: [0x280000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.966422:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.966422:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.966424:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.966424:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.966429:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9eae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.966429:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411793a00/0x3313483622c9eaed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.966441:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9eae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.966441:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0411793a00/0x3313483622c9eaed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.966450:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9eae6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.966450:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0411793a00/0x3313483622c9eaed lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.966459:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9eae6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.966459:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0411793a00/0x3313483622c9eaed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.966471:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.966487:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.966531:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.966557:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938628608 00000100:00100000:1.0:1767318259.966562:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938628608 00000100:00100000:1.0:1767318259.966588:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24395 00000100:00100000:1.0:1767318259.966597:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+565:6187:x1853163938627840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.966611:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:753 count 1 00002000:00010000:1.0:1767318259.966632:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.966639:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9eaf4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.966647:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.966649:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.966652:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9eaf4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.966663:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9eaf4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.966671:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9eaf4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.966678:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+566:6187:x1853163938626816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 302us (751us total) trans 4294976276 rc 0/0 00000100:00100000:3.0:1767318259.966678:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+501:6187:x1853163938627328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 295us (612us total) trans 4294975954 rc 0/0 00010000:00010000:1.0:1767318259.966682:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9eaf4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.966700:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318259.966777:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24394 00000100:00100000:0.0:1767318259.966782:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24393 00000100:00100000:3.0:1767318259.966796:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24396 00000100:00100000:0.0:1767318259.966799:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24397 00000100:00100000:3.0:1767318259.966802:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+500:6187:x1853163938628352:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.966805:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+565:6187:x1853163938626432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318259.966813:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:877 count 1 00002000:00080000:0.0:1767318259.966816:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:747 count 1 00002000:00010000:0.0:1767318259.966829:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1767318259.966829:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x36d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.966836:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9eafb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.966836:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51c00/0x3313483622c9eb02 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.966846:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318259.966847:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+500:6185:x1853163938627200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4653us (5627us total) trans 4294975951 rc 0/0 00010000:00010000:3.0:1767318259.966849:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.966853:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.966853:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51c00/0x3313483622c9eb02 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.966855:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.966861:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9eafb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.966865:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24389 00010000:00010000:3.0:1767318259.966865:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51c00/0x3313483622c9eb02 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.966874:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9eafb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.966875:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51c00/0x3313483622c9eb02 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.966882:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9eafb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.966883:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51c00/0x3313483622c9eb02 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.966890:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9eafb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.966898:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1767318259.966898:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318259.966905:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24398 00000100:00100000:2.0:1767318259.966930:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+565:6187:x1853163938626944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318259.966955:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:751 count 1 00002000:00010000:2.0:1767318259.966976:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.966982:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9eb09 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.966990:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.966992:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.966996:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9eb09 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.967005:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9eb09 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.967013:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9eb09 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.967020:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9eb09 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.967029:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+500:6187:x1853163938628352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 226us (885us total) trans 4294975955 rc 0/0 00010000:00010000:2.0:1767318259.967033:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318259.967038:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24396 00000100:00100000:3.0:1767318259.967054:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24399 00000100:00100000:3.0:1767318259.967063:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+499:6187:x1853163938627456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.967075:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:873 count 1 00002000:00010000:3.0:1767318259.967090:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x369:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.967095:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9eb10 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967102:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.967104:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.967107:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9eb10 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967117:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9eb10 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967124:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9eb10 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967131:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9eb10 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.967145:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+566:6187:x1853163938626432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 339us (960us total) trans 4294976277 rc 0/0 00000100:00100000:0.0:1767318259.967152:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24397 00000100:00100000:0.0:1767318259.967175:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24400 00000100:00100000:0.0:1767318259.967183:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+566:6187:x1853163938627968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.967197:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:754 count 1 00002000:00010000:0.0:1767318259.967212:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1767318259.967219:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+566:6187:x1853163938626944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 304us (1001us total) trans 4294976278 rc 0/0 00010000:00010000:0.0:1767318259.967220:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9eb17 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.967234:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24398 00010000:00010000:0.0:1767318259.967237:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.967241:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.967244:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9eb17 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967252:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9eb17 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.967254:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24401 00010000:00010000:0.0:1767318259.967264:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9eb17 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.967265:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+499:6186:x1853163938628608:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.967277:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9eb17 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318259.967282:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:878 count 1 00010000:00010000:0.0:1767318259.967287:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:2.0:1767318259.967302:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x36e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318259.967310:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9eb1e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.967318:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.967320:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318259.967323:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9eb1e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.967333:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9eb1e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.967351:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9eb1e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.967359:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9eb1e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318259.967368:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1767318259.967487:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+566:6187:x1853163938627968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 305us (1200us total) trans 4294976279 rc 0/0 00000100:00100000:0.0:1767318259.967493:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24400 00010000:00010000:0.0:1767318259.967543:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767318259.967550:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0411793a00/0x3313483622c9eaed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967558:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0411793a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.967563:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411793a00/0x3313483622c9eaed lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.967571:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+500:6186:x1853163938628608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 306us (1063us total) trans 4294975956 rc 0/0 00010000:00010000:0.0:1767318259.967575:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0411793a00/0x3313483622c9eaed lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318259.967582:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24401 00010000:00010000:3.0:1767318259.967590:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:0.0:1767318259.967597:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0411793a00/0x3313483622c9eaed lrc: 1/0,0 mode: --/PW res: [0x280000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967605:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0411793a00/0x3313483622c9eaed lrc: 0/0,0 mode: --/PW res: [0x280000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967625:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767318259.967629:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9eae6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967636:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.967639:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9eae6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967647:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9eae6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967656:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9eae6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967663:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258800/0x3313483622c9eae6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967677:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767318259.967681:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9eaf4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967687:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.967690:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9eaf4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967698:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9eaf4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967788:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9eaf4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967796:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96c00/0x3313483622c9eaf4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.967796:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+500:6187:x1853163938627456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 735us (1553us total) trans 4294975957 rc 0/0 00000100:00100000:3.0:1767318259.967804:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24399 00010000:00010000:0.0:1767318259.967820:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318259.967824:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51c00/0x3313483622c9eb02 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967829:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318259.967830:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.967833:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51c00/0x3313483622c9eb02 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967834:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9eafb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967842:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51c00/0x3313483622c9eb02 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967848:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310259600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.967851:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9eafb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967854:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51c00/0x3313483622c9eb02 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967859:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9eafb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967861:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51c00/0x3313483622c9eb02 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967869:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9eafb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967876:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259600/0x3313483622c9eafb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967882:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318259.967886:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9eb09 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967888:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318259.967891:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9eb17 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967893:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.967896:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9eb09 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967897:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310258200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.967901:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9eb17 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967903:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9eb09 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967908:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9eb17 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967911:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9eb09 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967915:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9eb17 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967919:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9eb09 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967927:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258200/0x3313483622c9eb17 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967935:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318259.967936:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.967938:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9eb1e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967940:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9eb10 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967946:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.967946:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.967949:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9eb1e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967950:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9eb10 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967958:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9eb1e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967958:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9eb10 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967967:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9eb10 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967973:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9eb10 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.967978:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9eb1e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.967985:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.967987:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.967988:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.967989:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9eb1e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.968002:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.968004:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.968006:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.968045:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab18e00/2, rc 0, transno 4294975951 00000100:00100000:0.0:1767318259.968061:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938627200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.968118:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318259.968127:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938628736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.968170:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.968201:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938628736 00000100:00100000:0.0:1767318259.968206:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938628736 00000100:00100000:0.0:1767318259.968246:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24402 00000100:00100000:0.0:1767318259.968253:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d336050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+500:6185:x1853163938628736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.968267:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:879 count 1 00002000:00010000:0.0:1767318259.968287:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x36f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.968293:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9eb25 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.968302:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.968305:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.968309:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9eb25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.968320:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9eb25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.968328:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9eb25 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.968348:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9eb25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.968366:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318259.968372:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318259.968376:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9eb25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.968388:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318259.968391:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9eb25 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.968398:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9eb25 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.968410:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9eb25 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.968417:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d200/0x3313483622c9eb25 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.968433:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.968435:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+566:6187:x1853163938627840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1837us (2328us total) trans 4294976280 rc 0/0 00010000:00010000:3.0:1767318259.968436:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318259.968439:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.968450:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24395 00010000:00010000:1.0:1767318259.968490:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.968544:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d1f80/2, rc 0, transno 4294975956 00000100:00100000:0.0:1767318259.968559:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d336050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+501:6185:x1853163938628736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 306us (388us total) trans 4294975958 rc 0/0 00000100:00100000:1.0:1767318259.968560:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938628608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.968574:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24402 00000004:00080000:0.0:1767318259.968692:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467c380/2, rc 0, transno 4294975958 00000100:00100000:0.0:1767318259.968717:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938628736:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.968732:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.968738:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.968766:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d0380/2, rc 0, transno 4294976279 00000100:00100000:0.0:1767318259.968777:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938627968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.968810:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938628480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.968835:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.968861:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab19500/2, rc 0, transno 4294976276 00000100:00100000:0.0:1767318259.968869:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938626816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.968898:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938629120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.968919:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.968945:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938628480 00000100:00100000:0.0:1767318259.968950:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938628480 00000100:00100000:0.0:1767318259.968969:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938629120 00000100:00100000:0.0:1767318259.968972:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938629120 00000100:00100000:0.0:1767318259.968987:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24403 00000100:00100000:0.0:1767318259.968992:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+567:6187:x1853163938628480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.969006:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:756 count 1 00002000:00010000:0.0:1767318259.969025:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.969032:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9eb2c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.969033:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1767318259.969046:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767318259.969048:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938629248:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318259.969049:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.969056:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9eb2c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969068:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9eb2c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969076:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9eb2c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969085:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9eb2c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.969088:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318259.969105:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.969124:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938629248 00000100:00100000:1.0:1767318259.969129:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938629248 00000100:00100000:1.0:1767318259.969162:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24404 00000100:00100000:1.0:1767318259.969172:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+567:6185:x1853163938629120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.969192:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:758 count 1 00002000:00010000:1.0:1767318259.969217:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2f6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.969224:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9eb33 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.969233:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.969235:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.969238:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9eb33 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.969250:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9eb33 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.969259:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9eb33 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.969261:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+568:6187:x1853163938628480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 266us (423us total) trans 4294976281 rc 0/0 00000100:00100000:0.0:1767318259.969286:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24403 00010000:00010000:1.0:1767318259.969291:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9eb33 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.969303:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24405 00010000:00010000:1.0:1767318259.969309:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.969311:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+501:6185:x1853163938629248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.969324:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:881 count 1 00002000:00010000:0.0:1767318259.969354:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x371:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.969359:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9eb3a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969367:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.969369:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.969372:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9eb3a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969382:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9eb3a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969390:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9eb3a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969397:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9eb3a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969410:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.969588:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+568:6185:x1853163938629120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 417us (667us total) trans 4294976282 rc 0/0 00000100:00100000:1.0:1767318259.969596:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24404 00000100:00100000:0.0:1767318259.969611:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+502:6185:x1853163938629248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 299us (523us total) trans 4294975959 rc 0/0 00000100:00100000:0.0:1767318259.969619:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24405 00010000:00010000:1.0:1767318259.969622:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.969629:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9eb2c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.969636:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296de00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.969641:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9eb2c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969642:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.969650:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9eb33 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.969654:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9eb2c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969668:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.969674:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9eb33 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.969679:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9eb2c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969685:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9eb33 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.969691:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296de00/0x3313483622c9eb2c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969703:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9eb33 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969712:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96800/0x3313483622c9eb33 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.969713:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.969720:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9eb3a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.969729:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296ce00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.969732:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9eb3a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969738:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.969739:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9eb3a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.969743:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.969746:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.969755:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9eb3a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.969762:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296ce00/0x3313483622c9eb3a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318259.969774:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab1bb80/2, rc 0, transno 4294975954 00010000:00010000:1.0:1767318259.969777:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.969781:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.969784:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.969787:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938627328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.969792:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.969801:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d3480/2, rc 0, transno 4294976280 00000100:00100000:0.0:1767318259.969811:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938627840:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.969847:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a61500/2, rc 0, transno 4294975959 00000004:00080000:0.0:1767318259.969858:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d2a00/2, rc 0, transno 4294975955 00000100:00100000:1.0:1767318259.969862:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938629248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.969867:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938628352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.969884:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938628864:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.969884:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467d180/2, rc 0, transno 4294976282 00000100:00100000:1.0:1767318259.969906:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938629120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.969948:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.969966:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938629376:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.969983:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.969999:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938628864 00000100:00100000:0.0:1767318259.970002:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938628864 00000100:00100000:0.0:1767318259.970022:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938629376 00000100:00100000:0.0:1767318259.970024:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938629376 00000100:00100000:0.0:1767318259.970040:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24406 00000100:00100000:0.0:1767318259.970046:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+503:6187:x1853163938628864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.970058:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:880 count 1 00002000:00010000:0.0:1767318259.970075:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x370:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.970080:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9eb41 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970089:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.970091:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.970094:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9eb41 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970103:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9eb41 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970110:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9eb41 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970117:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9eb41 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970131:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.970153:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24407 00000100:00100000:1.0:1767318259.970164:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+503:6187:x1853163938629376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.970177:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:882 count 1 00002000:00010000:1.0:1767318259.970196:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x372:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.970202:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9eb48 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.970211:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.970213:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.970216:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9eb48 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.970224:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9eb48 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.970233:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9eb48 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.970240:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9eb48 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.970255:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.970284:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+504:6187:x1853163938628864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 237us (334us total) trans 4294975960 rc 0/0 00000100:00100000:0.0:1767318259.970291:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24406 00010000:00010000:0.0:1767318259.970311:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.970317:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9eb41 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970323:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.970327:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9eb41 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.970451:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+504:6187:x1853163938629376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 290us (465us total) trans 4294975961 rc 0/0 00000100:00100000:1.0:1767318259.970459:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24407 00000100:00100000:1.0:1767318259.970480:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938629632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.970529:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.970559:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.970566:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938629760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.970590:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.970615:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938629632 00000100:00100000:1.0:1767318259.970618:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938629632 00000100:00100000:1.0:1767318259.970638:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938629760 00000100:00100000:1.0:1767318259.970641:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938629760 00000100:00100000:1.0:1767318259.970662:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24408 00010000:00010000:0.0:1767318259.970665:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9eb41 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.970671:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+568:6185:x1853163938629632:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.970688:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9eb41 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1767318259.970690:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:760 count 1 00010000:00010000:0.0:1767318259.970701:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296c400/0x3313483622c9eb41 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318259.970708:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.970715:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9eb4f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.970723:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.970725:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.970728:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9eb4f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.970737:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9eb4f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.970744:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9eb4f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.970751:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9eb4f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.970763:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.970777:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.970782:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9eb48 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970790:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.970793:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9eb48 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970800:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9eb48 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970811:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9eb48 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970817:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97e00/0x3313483622c9eb48 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970838:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.970842:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9eb4f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970848:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.970851:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9eb4f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970858:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9eb4f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970868:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9eb4f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970874:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c96400/0x3313483622c9eb4f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970891:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.970893:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.970896:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.970904:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+569:6185:x1853163938629632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 234us (397us total) trans 4294976283 rc 0/0 00000100:00100000:0.0:1767318259.970911:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24409 00000100:00100000:0.0:1767318259.970920:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+504:6185:x1853163938629760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.970934:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:883 count 1 00002000:00010000:0.0:1767318259.970949:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x373:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.970954:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9eb56 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.970961:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.970962:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.971045:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9eb56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971057:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9eb56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971065:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9eb56 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971073:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9eb56 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971086:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.971238:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+505:6185:x1853163938629760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 318us (646us total) trans 4294975962 rc 0/0 00000100:00100000:0.0:1767318259.971243:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24409 00010000:00010000:0.0:1767318259.971261:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.971266:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9eb56 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971278:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.971281:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9eb56 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971288:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9eb56 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971298:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9eb56 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971305:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d000/0x3313483622c9eb56 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971322:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.971323:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.971325:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.971425:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.971459:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a63b80/2, rc 0, transno 4294975961 00000100:00100000:0.0:1767318259.971469:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938629376:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.971482:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab1a680/2, rc 0, transno 4294976277 00000100:00100000:0.0:1767318259.971492:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938626432:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.971556:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab18a80/2, rc 0, transno 4294976278 00000100:00100000:0.0:1767318259.971564:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938626944:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.971593:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab18380/2, rc 0, transno 4294975957 00000100:00100000:0.0:1767318259.971598:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938627456:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.971607:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d1180/2, rc 0, transno 4294976281 00000100:00100000:0.0:1767318259.971615:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938628480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.971643:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938629888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.971671:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.971693:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a61c00/2, rc 0, transno 4294975960 00000100:00100000:0.0:1767318259.971698:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938628864:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.971764:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1767318259.971773:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938628992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.971798:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.971824:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938629888 00000100:00100000:0.0:1767318259.971828:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938629888 00000100:00100000:0.0:1767318259.971849:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938628992 00000100:00100000:0.0:1767318259.971852:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938628992 00000100:00100000:0.0:1767318259.971869:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24410 00000100:00100000:0.0:1767318259.971875:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+505:6187:x1853163938629888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.971889:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:884 count 1 00002000:00010000:0.0:1767318259.971910:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x374:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.971915:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9eb5d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971923:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.971925:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.971928:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9eb5d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971938:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9eb5d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971951:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9eb5d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.971958:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9eb5d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972071:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.972216:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+506:6187:x1853163938629888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 340us (544us total) trans 4294975963 rc 0/0 00000100:00100000:0.0:1767318259.972223:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24410 00000100:00100000:0.0:1767318259.972236:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24411 00000100:00100000:0.0:1767318259.972242:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+570:6187:x1853163938628992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.972252:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:757 count 1 00002000:00010000:0.0:1767318259.972269:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.972274:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9eb64 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972281:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.972283:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.972286:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9eb64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972294:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9eb64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972302:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9eb64 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972309:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9eb64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972322:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.972463:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+571:6187:x1853163938628992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 221us (664us total) trans 4294976284 rc 0/0 00000100:00100000:0.0:1767318259.972469:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24411 00010000:00010000:0.0:1767318259.972487:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.972492:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9eb5d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972500:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.972503:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9eb5d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972531:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9eb5d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972543:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9eb5d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972550:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031296d600/0x3313483622c9eb5d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972567:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.972571:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9eb64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972577:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.972580:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9eb64 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972587:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9eb64 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972596:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9eb64 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972602:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296c000/0x3313483622c9eb64 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972613:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.972615:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.972616:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.972641:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467ca80/2, rc 0, transno 4294976284 00000100:00100000:0.0:1767318259.972651:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938628992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.972688:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938629504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.972783:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.972802:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938630016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.972824:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.972841:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938629504 00000100:00100000:0.0:1767318259.972845:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938629504 00000100:00100000:0.0:1767318259.972863:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938630016 00000100:00100000:0.0:1767318259.972866:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938630016 00000100:00100000:0.0:1767318259.972881:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24412 00000100:00100000:0.0:1767318259.972887:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+572:6187:x1853163938629504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.972899:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:759 count 1 00002000:00010000:0.0:1767318259.972915:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.972920:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9eb6b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972929:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.972930:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.972934:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9eb6b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972943:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9eb6b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972951:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9eb6b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.972959:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9eb6b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973079:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.973252:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+573:6187:x1853163938629504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 364us (468us total) trans 4294976285 rc 0/0 00000100:00100000:0.0:1767318259.973259:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24412 00000100:00100000:0.0:1767318259.973272:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24413 00000100:00100000:0.0:1767318259.973279:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+572:6187:x1853163938630016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.973292:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:761 count 1 00002000:00010000:0.0:1767318259.973306:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.973312:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9eb72 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973319:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.973321:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.973324:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9eb72 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973346:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9eb72 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973355:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9eb72 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973362:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9eb72 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973375:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.973494:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+573:6187:x1853163938630016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (667us total) trans 4294976286 rc 0/0 00000100:00100000:0.0:1767318259.973501:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24413 00010000:00010000:0.0:1767318259.973538:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.973543:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9eb6b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973550:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296d800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.973554:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9eb6b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973562:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9eb6b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973574:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9eb6b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973582:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296d800/0x3313483622c9eb6b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973597:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.973600:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9eb72 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973607:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296c600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.973610:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9eb72 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973617:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9eb72 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973625:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9eb72 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973632:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031296c600/0x3313483622c9eb72 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.973647:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.973649:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.973650:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.973660:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.973683:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467df80/2, rc 0, transno 4294976286 00000100:00100000:0.0:1767318259.973693:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938630016:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.973821:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311690380/2, rc 0, transno 4294975963 00000100:00100000:0.0:1767318259.973827:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938629888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.973841:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938630400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.973867:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.973890:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467d880/2, rc 0, transno 4294976285 00000100:00100000:0.0:1767318259.973899:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938629504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.973928:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938630400 00000100:00100000:0.0:1767318259.973933:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938630400 00000100:00100000:0.0:1767318259.973955:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24414 00000100:00100000:0.0:1767318259.973960:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+573:6187:x1853163938630400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.974075:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:764 count 1 00002000:00010000:0.0:1767318259.974095:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.974100:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9eb79 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.974108:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.974111:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.974115:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9eb79 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.974130:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9eb79 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.974137:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9eb79 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.974144:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9eb79 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.974158:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.974253:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24408 00010000:00010000:1.0:1767318259.974291:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.974299:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9eb79 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.974311:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.974317:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9eb79 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.974322:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+573:6187:x1853163938630400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 359us (451us total) trans 4294976287 rc 0/0 00010000:00010000:1.0:1767318259.974343:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9eb79 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.974347:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24414 00010000:00010000:1.0:1767318259.974366:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9eb79 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.974369:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.974375:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9eb79 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1767318259.974390:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d2300/2, rc 0, transno 4294976287 00010000:00010000:1.0:1767318259.974396:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.974400:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.974402:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938630400:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318259.974405:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.974413:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1767318259.974420:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.974445:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938630528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.974475:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.974500:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938630528 00000100:00100000:0.0:1767318259.974523:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938630528 00000100:00100000:1.0:1767318259.974539:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938630144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.974550:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24415 00000100:00100000:0.0:1767318259.974558:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+573:6187:x1853163938630528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.974570:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:765 count 1 00000100:00100000:1.0:1767318259.974579:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1767318259.974587:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.974593:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9eb80 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.974602:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.974603:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.974607:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9eb80 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.974616:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9eb80 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.974620:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938630656:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.974630:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9eb80 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.974639:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9eb80 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.974652:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318259.974658:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.974683:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938631168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.974709:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318259.974731:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a62a00/2, rc 0, transno 4294975962 00000100:00100000:1.0:1767318259.974739:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938629760:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.974749:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467f100/2, rc 0, transno 4294976283 00000100:00100000:1.0:1767318259.974756:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938629632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.974765:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1767318259.974771:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938630272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.974793:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.974810:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938630784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.974837:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.974865:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938631296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.974869:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938630144 00000100:00100000:3.0:1767318259.974875:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938630144 00000100:00100000:1.0:1767318259.974891:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.975342:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+575:6187:x1853163938630528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 776us (857us total) trans 4294976288 rc 0/0 00000100:00100000:0.0:1767318259.975349:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24415 00000100:00100000:1.0:1767318259.985643:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938630656 00000100:00100000:0.0:1767318259.985648:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938631168 00000100:00100000:1.0:1767318259.985654:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938630656 00000100:00100000:0.0:1767318259.985655:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938631168 00000100:00100000:0.0:1767318259.985707:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938630272 00000100:00100000:0.0:1767318259.985710:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938630272 00000100:00100000:1.0:1767318259.985869:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938630784 00000100:00100000:1.0:1767318259.985875:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938630784 00000100:00100000:0.0:1767318259.985876:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938631296 00000100:00100000:0.0:1767318259.985882:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938631296 00000100:00100000:1.0:1767318259.985901:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24416 00000100:00100000:0.0:1767318259.985916:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24417 00000100:00100000:1.0:1767318259.985926:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+577:6185:x1853163938630144:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.985927:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+507:6185:x1853163938631168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.985958:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:887 count 1 00002000:00080000:1.0:1767318259.985958:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:762 count 1 00002000:00010000:1.0:1767318259.985997:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1767318259.985998:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x377:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.986011:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9eb87 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986011:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9eb8e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986029:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.986031:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.986037:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9eb8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986051:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9eb8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986067:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9eb8e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986075:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9eb8e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986092:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318259.986103:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.986106:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.986109:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9eb87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.986122:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9eb87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.986129:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9eb87 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.986137:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9eb87 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.986153:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318259.986460:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+578:6185:x1853163938630144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 548us (11879us total) trans 4294976289 rc 0/0 00000100:00100000:1.0:1767318259.986468:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24416 00000100:00100000:1.0:1767318259.986493:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24418 00000100:00100000:0.0:1767318259.986497:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+508:6185:x1853163938631168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 571us (11784us total) trans 4294975964 rc 0/0 00000100:00100000:1.0:1767318259.986530:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+577:6185:x1853163938630656:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.986537:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24417 00002000:00080000:1.0:1767318259.986545:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:766 count 1 00000100:00100000:0.0:1767318259.986550:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24419 00000100:00100000:0.0:1767318259.986557:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+577:6185:x1853163938630272:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1767318259.986566:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00080000:0.0:1767318259.986568:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:763 count 1 00010000:00010000:1.0:1767318259.986576:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9eb95 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318259.986585:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.986587:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.986591:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.986593:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9eb9c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986596:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9eb95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.986603:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.986606:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.986610:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9eb9c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986613:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9eb95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.986617:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9eb9c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986627:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9eb95 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.986629:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9eb9c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.986649:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9eb9c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986652:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9eb95 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.986662:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1767318259.986671:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318259.986771:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24420 00000100:00100000:1.0:1767318259.986779:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+577:6185:x1853163938630784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318259.986792:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:767 count 1 00002000:00010000:1.0:1767318259.986807:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x2ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.986811:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9eba3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986820:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.986822:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.986825:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9eba3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986834:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9eba3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986841:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9eba3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986849:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9eba3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.986858:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767318259.986986:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+578:6185:x1853163938630272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 429us (12191us total) trans 4294976290 rc 0/0 00000100:00100000:0.0:1767318259.986993:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24419 00000100:00100000:0.0:1767318259.987011:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24421 00000100:00100000:1.0:1767318259.987058:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+578:6185:x1853163938630784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 279us (12219us total) trans 4294976291 rc 0/0 00000100:00100000:1.0:1767318259.987066:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24420 00010000:00010000:1.0:1767318259.987084:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00000100:00100000:0.0:1767318259.987091:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+507:6185:x1853163938631296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.987091:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9eb80 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987105:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00002000:00080000:0.0:1767318259.987108:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:888 count 1 00010000:00010000:1.0:1767318259.987111:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9eb80 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987121:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9eb80 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1767318259.987122:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x378:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.987130:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ebaa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987142:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.987143:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.987146:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ebaa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987147:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9eb80 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987158:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ebaa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987161:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9eb80 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987165:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ebaa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987179:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ebaa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987184:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1767318259.987193:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318259.987199:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9eb8e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987205:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.987209:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9eb8e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987222:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9eb8e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987234:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9eb8e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987241:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97a00/0x3313483622c9eb8e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987267:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318259.987271:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9eb87 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987278:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.987282:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9eb87 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.987291:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+508:6185:x1853163938631296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 272us (12399us total) trans 4294975965 rc 0/0 00010000:00010000:1.0:1767318259.987293:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9eb87 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.987299:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24421 00010000:00010000:1.0:1767318259.987313:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9eb87 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987322:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9eb87 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987363:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318259.987368:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9eb9c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987374:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.987378:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9eb9c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987386:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9eb9c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987396:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9eb9c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987403:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9eb9c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318259.987408:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+578:6185:x1853163938630656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 905us (12753us total) trans 4294976292 rc 0/0 00000100:00100000:0.0:1767318259.987417:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24418 00010000:00010000:1.0:1767318259.987422:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.987427:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9eb95 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987434:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.987437:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9eb95 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987438:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.987446:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9eba3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987448:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9eb95 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987467:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.987472:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9eba3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987472:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9eb95 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987492:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97600/0x3313483622c9eb95 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987494:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9eba3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987543:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.987547:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ebaa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987562:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.987565:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ebaa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987566:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9eba3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987579:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ebaa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987582:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c97000/0x3313483622c9eba3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x2ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.987600:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ebaa lrc: 1/0,0 mode: --/PW res: [0x280000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987610:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.987610:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ebaa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.987614:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.987617:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.987632:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.987633:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.987636:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.987640:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.987648:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.987653:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.987718:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877c700/2, rc 0, transno 4294976288 00000004:00080000:1.0:1767318259.987723:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467f800/2, rc 0, transno 4294976290 00000100:00100000:0.0:1767318259.987735:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938630528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.987735:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938630272:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.987746:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877e300/2, rc 0, transno 4294976291 00000100:00100000:1.0:1767318259.987750:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938630784:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.987759:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259ea00/2, rc 0, transno 4294975965 00000100:00100000:1.0:1767318259.987766:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938631296:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.987775:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467c000/2, rc 0, transno 4294976289 00000100:00100000:1.0:1767318259.987779:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938630144:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.987786:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877ca80/2, rc 0, transno 4294976292 00000100:00100000:1.0:1767318259.987788:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938630656:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.987796:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259c380/2, rc 0, transno 4294975964 00000100:00100000:1.0:1767318259.987799:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938631168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.987846:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030941bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938631680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.987883:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.987910:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.987916:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0434679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938631808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.987947:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.987970:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938632192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.987974:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938632320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318259.987999:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.988098:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938631680 00000100:00100000:0.0:1767318259.988106:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938631680 00000100:00100000:0.0:1767318259.988142:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938631808 00000100:00100000:0.0:1767318259.988146:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938631808 00000100:00100000:0.0:1767318259.988167:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938632192 00000100:00100000:0.0:1767318259.988170:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938632192 00000100:00100000:0.0:1767318259.988190:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24422 00000100:00100000:0.0:1767318259.988196:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+509:6185:x1853163938631680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.988213:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:890 count 1 00002000:00010000:0.0:1767318259.988232:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x37a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.988237:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ebb1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988246:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.988247:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.988251:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ebb1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988261:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ebb1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988269:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ebb1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988276:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ebb1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988291:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318259.988330:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24423 00000100:00100000:3.0:1767318259.988352:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+509:6185:x1853163938631808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318259.988367:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:891 count 1 00002000:00010000:3.0:1767318259.988387:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x37b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.988393:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9ebb8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.988402:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.988405:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.988408:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9ebb8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.988417:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9ebb8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.988425:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9ebb8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.988433:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9ebb8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.988449:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.988533:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+510:6185:x1853163938631680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 333us (648us total) trans 4294975966 rc 0/0 00000100:00100000:0.0:1767318259.988540:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24422 00000100:00100000:0.0:1767318259.988560:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24424 00000100:00100000:0.0:1767318259.988568:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+578:6185:x1853163938632192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.988581:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:771 count 1 00002000:00010000:0.0:1767318259.988599:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x303:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.988605:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ebbf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988616:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.988618:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.988621:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ebbf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988631:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ebbf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.988640:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+510:6185:x1853163938631808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 289us (690us total) trans 4294975967 rc 0/0 00010000:00010000:0.0:1767318259.988642:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ebbf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.988656:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24423 00010000:00010000:0.0:1767318259.988658:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ebbf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988670:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318259.988911:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+579:6185:x1853163938632192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 344us (910us total) trans 4294976293 rc 0/0 00000100:00100000:0.0:1767318259.988919:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24424 00010000:00010000:0.0:1767318259.988943:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318259.988948:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ebb1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988956:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.988960:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ebb1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988968:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ebb1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988984:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ebb1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.988991:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ebb1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989011:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318259.989015:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9ebb8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989108:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.989112:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9ebb8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989120:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9ebb8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989132:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9ebb8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989139:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9ebb8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989158:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.989161:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ebbf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989172:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.989175:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ebbf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989182:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ebbf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989192:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ebbf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989200:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ebbf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x303:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989218:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.989220:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.989222:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.989235:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.989247:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.989289:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938632320 00000100:00100000:0.0:1767318259.989295:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938632320 00000100:00100000:0.0:1767318259.989330:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24425 00000100:00100000:0.0:1767318259.989349:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+579:6186:x1853163938632320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.989365:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:772 count 1 00002000:00010000:0.0:1767318259.989384:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x304:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.989389:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ebc6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989401:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.989403:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.989407:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ebc6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989416:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ebc6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989424:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ebc6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989431:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ebc6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989449:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.989858:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+580:6186:x1853163938632320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 509us (610us total) trans 4294976294 rc 0/0 00000100:00100000:0.0:1767318259.989866:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24425 00010000:00010000:0.0:1767318259.989889:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.989895:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ebc6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989902:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.989906:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ebc6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989913:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ebc6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989926:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ebc6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989933:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ebc6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.989950:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.989953:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.989956:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.989987:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877f800/2, rc 0, transno 4294976294 00000100:00100000:0.0:1767318259.990000:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938632320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.990161:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938630912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318259.990200:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.990221:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938631424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.990243:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.990263:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938631936:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.990288:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.990300:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938632448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.990319:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.990351:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938630912 00000100:00100000:0.0:1767318259.990355:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938630912 00000100:00100000:0.0:1767318259.990375:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938631424 00000100:00100000:0.0:1767318259.990377:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938631424 00000100:00100000:0.0:1767318259.990390:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24426 00000100:00100000:0.0:1767318259.990396:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+510:6187:x1853163938630912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318259.990412:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:885 count 1 00000100:00100000:3.0:1767318259.990412:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938631936 00000100:00100000:3.0:1767318259.990419:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938631936 00002000:00010000:0.0:1767318259.990432:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x375:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.990439:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ebcd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.990449:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938632448 00010000:00010000:0.0:1767318259.990450:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.990454:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767318259.990456:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938632448 00010000:00010000:0.0:1767318259.990460:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ebcd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.990472:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ebcd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.990479:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24427 00010000:00010000:0.0:1767318259.990484:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ebcd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318259.990491:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+582:6187:x1853163938631424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318259.990496:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ebcd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767318259.990532:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:768 count 1 00010000:00010000:0.0:1767318259.990536:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1767318259.990556:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x300:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318259.990563:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9ebd4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.990572:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.990575:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318259.990578:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9ebd4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.990589:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9ebd4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.990597:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9ebd4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.990605:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9ebd4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318259.990622:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318259.990730:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+511:6187:x1853163938630912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 332us (529us total) trans 4294975968 rc 0/0 00000100:00100000:0.0:1767318259.990736:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24426 00000100:00100000:3.0:1767318259.990803:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+583:6187:x1853163938631424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 314us (558us total) trans 4294976295 rc 0/0 00010000:00010000:1.0:1767318259.991680:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.991690:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ebcd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.991699:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.991703:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ebcd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.991712:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ebcd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.991728:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ebcd lrc: 1/0,0 mode: --/PW res: [0x280000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.991736:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ebcd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.991755:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.991759:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9ebd4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.991765:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.991768:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9ebd4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.991774:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9ebd4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.991783:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9ebd4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.991789:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9ebd4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x300:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.991806:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.991808:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.991810:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.992201:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877d180/2, rc 0, transno 4294976293 00000100:00100000:1.0:1767318259.992219:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938632192:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318259.992232:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0434679180/2, rc 0, transno 4294975967 00000100:00100000:1.0:1767318259.992241:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0434679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938631808:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318259.992250:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030941bb80/2, rc 0, transno 4294975966 00000100:00100000:1.0:1767318259.992253:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030941bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938631680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.992328:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938632704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318259.992393:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24427 00000100:00100000:0.0:1767318259.992438:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24428 00000100:00100000:0.0:1767318259.992452:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+583:6187:x1853163938631936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.992479:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:769 count 1 00002000:00010000:0.0:1767318259.992526:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x301:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.992536:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9ebdb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.992547:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.992549:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.992554:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9ebdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.992566:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9ebdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.992573:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9ebdb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.992580:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9ebdb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.992594:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.992830:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+584:6187:x1853163938631936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 383us (2541us total) trans 4294976296 rc 0/0 00000100:00100000:0.0:1767318259.992837:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24428 00000100:00100000:0.0:1767318259.992863:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24429 00000100:00100000:0.0:1767318259.992870:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+583:6187:x1853163938632448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.992882:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:773 count 1 00002000:00010000:0.0:1767318259.992897:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x305:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.992901:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9ebe2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318259.993088:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.993127:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318259.993135:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938632832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.993161:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318259.993186:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938632704 00000100:00100000:1.0:1767318259.993191:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938632704 00000100:00100000:1.0:1767318259.993219:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938632832 00000100:00100000:1.0:1767318259.993222:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938632832 00000100:00100000:1.0:1767318259.993242:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24430 00000100:00100000:1.0:1767318259.993249:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+512:6185:x1853163938632704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.993262:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:892 count 1 00002000:00010000:1.0:1767318259.993279:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x37c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.993284:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9ebe9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993297:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.993299:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.993302:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9ebe9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993312:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9ebe9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993319:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9ebe9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993326:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9ebe9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993410:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318259.993599:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+513:6185:x1853163938632704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 350us (510us total) trans 4294975969 rc 0/0 00000100:00100000:1.0:1767318259.993605:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24430 00000100:00100000:1.0:1767318259.993620:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24431 00000100:00100000:1.0:1767318259.993627:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d336c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+512:6185:x1853163938632832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318259.993639:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:893 count 1 00002000:00010000:1.0:1767318259.993654:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x37d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318259.993659:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9ebf0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993666:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.993668:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318259.993671:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9ebf0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993678:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9ebf0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993685:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9ebf0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993692:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9ebf0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993705:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318259.993714:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318259.993720:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9ebdb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993728:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.993731:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9ebdb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993739:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9ebdb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993753:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9ebdb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993759:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9ebdb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x301:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993776:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318259.993779:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9ebe9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993785:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c96e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.993788:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9ebe9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993795:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9ebe9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993805:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9ebe9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993811:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c96e00/0x3313483622c9ebe9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993824:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318259.993827:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9ebf0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993832:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0310c97400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318259.993835:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9ebf0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993842:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9ebf0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993850:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9ebf0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993857:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c97400/0x3313483622c9ebf0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318259.993870:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.993872:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318259.993874:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318259.993902:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311865880/2, rc 0, transno 4294975969 00010000:00010000:0.0:1767318259.996266:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.996270:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.996278:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9ebe2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.996296:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9ebe2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.996307:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9ebe2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.996314:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9ebe2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.996405:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.996412:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.996423:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.997289:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318259.997628:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+583:6187:x1853163938632448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4754us (7303us total) trans 4294976297 rc 0/0 00000100:00100000:0.0:1767318259.997638:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24429 00010000:00010000:0.0:1767318259.997674:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.997682:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9ebe2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.997691:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.997694:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9ebe2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.997704:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9ebe2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.997721:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9ebe2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.997729:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ba00/0x3313483622c9ebe2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x305:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.997748:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.997750:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.997752:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318259.997811:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877d500/2, rc 0, transno 4294976297 00000100:00100000:0.0:1767318259.997825:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938632448:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318259.997884:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311693100/2, rc 0, transno 4294975968 00000100:00100000:0.0:1767318259.997890:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938630912:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318259.997899:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877d880/2, rc 0, transno 4294976295 00000100:00100000:0.0:1767318259.997906:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938631424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.997955:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318259.997965:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938633216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.997999:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.998027:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938633216 00000100:00100000:0.0:1767318259.998033:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938633216 00000100:00100000:0.0:1767318259.998066:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24432 00000100:00100000:0.0:1767318259.998074:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+583:6186:x1853163938633216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.998097:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:777 count 1 00002000:00010000:0.0:1767318259.998125:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x309:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.998131:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9ebf7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998141:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.998143:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.998147:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9ebf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998158:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9ebf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998167:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9ebf7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998174:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9ebf7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998188:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.998198:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.998202:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9ebf7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998209:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.998211:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9ebf7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998223:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9ebf7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998234:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9ebf7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998242:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9ebf7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998256:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.998257:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.998259:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.998446:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+584:6186:x1853163938633216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 372us (445us total) trans 4294976298 rc 0/0 00000100:00100000:0.0:1767318259.998453:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24432 00000004:00080000:0.0:1767318259.998480:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c16d80/2, rc 0, transno 4294976298 00000100:00100000:0.0:1767318259.998488:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938633216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.998546:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938633344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.998572:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318259.998594:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938633344 00000100:00100000:0.0:1767318259.998597:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938633344 00000100:00100000:0.0:1767318259.998615:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24433 00000100:00100000:0.0:1767318259.998621:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+584:6186:x1853163938633344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.998633:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:778 count 1 00002000:00010000:0.0:1767318259.998649:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x30a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.998654:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ebfe lrc: 3/0,1 mode: --/PW res: [0x240000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998662:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.998664:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.998667:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ebfe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998676:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ebfe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998683:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ebfe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998690:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ebfe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998703:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.998712:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.998716:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ebfe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998723:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.998726:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ebfe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998733:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ebfe lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998749:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ebfe lrc: 1/0,0 mode: --/PW res: [0x240000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998757:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ebfe lrc: 0/0,0 mode: --/PW res: [0x240000404:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.998770:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.998772:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.998773:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318259.998905:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+585:6186:x1853163938633344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 282us (331us total) trans 4294976299 rc 0/0 00000100:00100000:0.0:1767318259.998912:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24433 00000004:00080000:0.0:1767318259.998936:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c15f80/2, rc 0, transno 4294976299 00000100:00100000:0.0:1767318259.998944:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938633344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.998977:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938632960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.999003:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318259.999024:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877c000/2, rc 0, transno 4294976296 00000100:00100000:0.0:1767318259.999031:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938631936:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318259.999058:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938632960 00000100:00100000:0.0:1767318259.999061:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938632960 00000100:00100000:0.0:1767318259.999079:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24434 00000100:00100000:0.0:1767318259.999085:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+585:6187:x1853163938632960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318259.999095:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:775 count 1 00002000:00010000:0.0:1767318259.999109:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x307:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318259.999114:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ec05 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.999121:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.999123:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318259.999126:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ec05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.999133:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ec05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.999140:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ec05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.999147:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ec05 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.999159:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318259.999167:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318259.999171:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ec05 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.999177:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318259.999180:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ec05 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.999186:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ec05 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.999197:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ec05 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.999203:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ec05 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318259.999215:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.999216:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318259.999218:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.999481:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311865880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938632704:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318259.999495:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318259.999727:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d336c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+513:6185:x1853163938632832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6101us (6564us total) trans 4294975970 rc 0/0 00000100:00100000:1.0:1767318259.999735:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24431 00000004:00080000:1.0:1767318259.999852:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311867b80/2, rc 0, transno 4294975970 00000100:00100000:1.0:1767318259.999863:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938632832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318259.999891:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938633728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.000077:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+586:6187:x1853163938632960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 991us (1072us total) trans 4294976300 rc 0/0 00000100:00100000:0.0:1767318260.000084:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24434 00000100:00100000:0.0:1767318260.000105:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938633856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.000131:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.000163:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938633856 00000100:00100000:0.0:1767318260.000167:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938633856 00000100:00100000:0.0:1767318260.000194:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24435 00000100:00100000:0.0:1767318260.000201:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+513:6186:x1853163938633856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.000216:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:895 count 1 00002000:00010000:0.0:1767318260.000237:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x37f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.000244:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ec0c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000253:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.000255:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.000259:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ec0c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000269:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ec0c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000281:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ec0c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000288:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ec0c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000301:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.000447:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+514:6186:x1853163938633856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 246us (314us total) trans 4294975971 rc 0/0 00000100:00100000:0.0:1767318260.000454:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24435 00000004:00080000:0.0:1767318260.000481:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311866d80/2, rc 0, transno 4294975971 00000100:00100000:0.0:1767318260.000490:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938633856:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318260.000536:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.000541:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ec0c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000549:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.000553:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ec0c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000561:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ec0c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000575:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ec0c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000588:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ec0c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000602:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.000604:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.000606:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.000616:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938633472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.000641:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.000659:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938633472 00000100:00100000:0.0:1767318260.000663:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938633472 00000100:00100000:0.0:1767318260.000682:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24436 00000100:00100000:0.0:1767318260.000688:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+586:6187:x1853163938633472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.000699:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:779 count 1 00002000:00010000:0.0:1767318260.000717:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x30b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.000722:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ec13 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000730:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.000732:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.000735:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ec13 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000744:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ec13 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000751:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ec13 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000758:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ec13 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.000768:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.000900:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+587:6187:x1853163938633472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 211us (258us total) trans 4294976301 rc 0/0 00000100:00100000:0.0:1767318260.000907:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24436 00000100:00100000:1.0:1767318260.001029:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.001105:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938633728 00000100:00100000:0.0:1767318260.001109:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938633728 00000100:00100000:0.0:1767318260.001152:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24437 00000100:00100000:0.0:1767318260.001158:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+514:6185:x1853163938633728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.001170:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:894 count 1 00002000:00010000:0.0:1767318260.001186:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x37e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.001192:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025fe00/0x3313483622c9ec1a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001199:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.001201:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.001204:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025fe00/0x3313483622c9ec1a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001214:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025fe00/0x3313483622c9ec1a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001222:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025fe00/0x3313483622c9ec1a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001234:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025fe00/0x3313483622c9ec1a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001247:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.001390:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+515:6185:x1853163938633728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 231us (360us total) trans 4294975972 rc 0/0 00000100:00100000:0.0:1767318260.001397:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24437 00010000:00010000:0.0:1767318260.001414:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.001419:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ec13 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001428:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.001432:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ec13 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001440:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ec13 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001453:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ec13 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001461:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ec13 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001477:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.001480:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025fe00/0x3313483622c9ec1a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001487:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025fe00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.001490:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025fe00/0x3313483622c9ec1a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001497:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025fe00/0x3313483622c9ec1a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001528:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025fe00/0x3313483622c9ec1a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001537:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025fe00/0x3313483622c9ec1a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001551:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.001553:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.001555:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.001561:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.001595:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c17b80/2, rc 0, transno 4294976301 00000100:00100000:0.0:1767318260.001607:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938633472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.001690:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318260.001700:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938634240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.001727:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.001749:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938634240 00000100:00100000:0.0:1767318260.001753:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938634240 00000100:00100000:0.0:1767318260.001776:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24438 00000100:00100000:0.0:1767318260.001782:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+587:6186:x1853163938634240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.001793:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:781 count 1 00002000:00010000:0.0:1767318260.001810:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x30d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.001814:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025f600/0x3313483622c9ec21 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001822:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.001824:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.001827:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025f600/0x3313483622c9ec21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001835:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025f600/0x3313483622c9ec21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001842:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025f600/0x3313483622c9ec21 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001848:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025f600/0x3313483622c9ec21 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001861:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.001870:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.001874:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025f600/0x3313483622c9ec21 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001880:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025f600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.001884:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025f600/0x3313483622c9ec21 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001895:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025f600/0x3313483622c9ec21 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001905:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025f600/0x3313483622c9ec21 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.001910:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025f600/0x3313483622c9ec21 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.004061:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.004064:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.004066:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.004383:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+588:6186:x1853163938634240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2597us (2652us total) trans 4294976302 rc 0/0 00000100:00100000:0.0:1767318260.004393:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24438 00000004:00080000:0.0:1767318260.004452:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c16300/2, rc 0, transno 4294976302 00000100:00100000:0.0:1767318260.004466:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938634240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.004551:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938634368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.004586:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.004625:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c15c00/2, rc 0, transno 4294976300 00000100:00100000:0.0:1767318260.004633:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938632960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.004667:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311865500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938633984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.004691:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.004710:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938634496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.004731:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.004756:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 7 async RPCs [3->2] 00000100:00100000:0.0:1767318260.004763:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938631040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.004782:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.004797:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938631552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.004815:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.004829:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938632064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.004848:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.004863:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938632576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.004880:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.004902:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938634368 00000100:00100000:0.0:1767318260.004907:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938634368 00000100:00080000:1.0:1767318260.005056:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318260.005062:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1767318260.005086:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311866680/2, rc 0, transno 4294975972 00000100:00100000:1.0:1767318260.005099:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311866680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938633728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.005168:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938633984 00000100:00100000:2.0:1767318260.005172:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938633984 00000100:00100000:2.0:1767318260.005251:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938634496 00000100:00100000:2.0:1767318260.005254:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938634496 00000100:00100000:1.0:1767318260.006089:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938631040 00000100:00100000:1.0:1767318260.006097:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938631040 00000100:00100000:1.0:1767318260.006131:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938631552 00000100:00100000:1.0:1767318260.006134:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938631552 00000100:00100000:1.0:1767318260.006150:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938632064 00000100:00100000:1.0:1767318260.006153:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938632064 00000100:00100000:1.0:1767318260.006167:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938632576 00000100:00100000:1.0:1767318260.006170:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938632576 00000100:00100000:1.0:1767318260.006188:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24439 00000100:00100000:1.0:1767318260.006197:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+517:6187:x1853163938633984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.006227:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:896 count 1 00002000:00010000:1.0:1767318260.006263:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x380:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.006272:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9ec28 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.006285:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.006287:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.006293:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9ec28 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.006306:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9ec28 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.006314:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9ec28 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.006322:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9ec28 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.006351:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.006647:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+518:6187:x1853163938633984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 449us (1954us total) trans 4294975973 rc 0/0 00000100:00100000:1.0:1767318260.006658:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24439 00000100:00100000:1.0:1767318260.006677:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24440 00000100:00100000:1.0:1767318260.006684:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+591:6187:x1853163938634496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.006699:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:783 count 1 00002000:00010000:1.0:1767318260.006716:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x30f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.006721:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9ec2f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.006728:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.006730:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.006733:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9ec2f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.006743:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9ec2f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.006751:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9ec2f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.006757:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9ec2f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.006773:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.008633:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24441 00000100:00100000:3.0:1767318260.008649:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+592:6186:x1853163938634368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.008676:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:782 count 1 00002000:00010000:3.0:1767318260.008703:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x30e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.008710:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9ec36 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.008723:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.008725:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.008730:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9ec36 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.008747:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9ec36 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.008756:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9ec36 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.008764:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9ec36 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.008783:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.009045:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24442 00000100:00100000:2.0:1767318260.009056:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+517:6187:x1853163938631040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.009073:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:886 count 1 00002000:00010000:2.0:1767318260.009095:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x376:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.009100:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9ec3d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.009108:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.009109:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.009112:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9ec3d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.009122:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9ec3d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.009128:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9ec3d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.009135:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9ec3d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.009157:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318260.009390:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+592:6187:x1853163938634496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2706us (4656us total) trans 4294976303 rc 0/0 00000100:00100000:1.0:1767318260.009399:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24440 00000100:00100000:1.0:1767318260.009420:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24443 00000100:00100000:1.0:1767318260.009430:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+518:6187:x1853163938631552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.009442:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:889 count 1 00002000:00010000:1.0:1767318260.009459:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x379:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.009464:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9ec44 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.009471:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.009473:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.009476:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9ec44 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.009484:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9ec44 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.009491:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9ec44 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.009498:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9ec44 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.009525:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1767318260.009741:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318260.009750:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9ec28 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009758:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.009762:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9ec28 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009770:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9ec28 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009787:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9ec28 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009794:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a400/0x3313483622c9ec28 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009810:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.009814:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9ec2f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009820:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.009822:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9ec2f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009829:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9ec2f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009838:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9ec2f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009845:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9ec2f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009856:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.009860:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9ec36 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009866:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.009868:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9ec36 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009875:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9ec36 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009883:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9ec36 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009890:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9ec36 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009901:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.009904:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9ec3d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009925:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.009928:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9ec3d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009936:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9ec3d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009946:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9ec3d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009953:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9ec3d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009965:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.009968:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9ec44 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009979:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.009983:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9ec44 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009990:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9ec44 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.009999:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9ec44 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.010006:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b200/0x3313483622c9ec44 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.010018:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.010020:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.010022:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.010129:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24444 00000100:00100000:0.0:1767318260.010139:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+591:6187:x1853163938632064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.010154:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:770 count 1 00002000:00010000:0.0:1767318260.010172:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x302:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.010177:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e600/0x3313483622c9ec4b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.010184:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.010186:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.010189:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e600/0x3313483622c9ec4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.010197:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025e600/0x3313483622c9ec4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.010204:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e600/0x3313483622c9ec4b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.010209:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e600/0x3313483622c9ec4b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.010221:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.010652:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+519:6187:x1853163938631040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1596us (5865us total) trans 4294975974 rc 0/0 00000100:00100000:2.0:1767318260.010661:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24442 00000100:00100000:2.0:1767318260.010682:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24445 00000100:00100000:2.0:1767318260.010689:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+593:6187:x1853163938632576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.010702:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:774 count 1 00002000:00010000:2.0:1767318260.010717:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x306:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.010722:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9ec52 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.010730:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.010731:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.010734:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9ec52 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.010743:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9ec52 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.010751:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9ec52 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.010759:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9ec52 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.010767:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.010899:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+594:6187:x1853163938632576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 210us (6016us total) trans 4294976306 rc 0/0 00000100:00100000:2.0:1767318260.010905:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24445 00000100:00100000:1.0:1767318260.014592:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+518:6187:x1853163938631552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5158us (9768us total) trans 4294975975 rc 0/0 00000100:00100000:1.0:1767318260.014606:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24443 00010000:00010000:1.0:1767318260.014644:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.014653:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025e600/0x3313483622c9ec4b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.014668:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025e600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.014673:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025e600/0x3313483622c9ec4b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.014683:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025e600/0x3313483622c9ec4b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.014701:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025e600/0x3313483622c9ec4b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.014708:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025e600/0x3313483622c9ec4b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x302:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.014729:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.014733:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9ec52 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.014738:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.014742:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9ec52 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.014749:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9ec52 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.014757:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9ec52 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.014769:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9ec52 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x306:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.014782:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.014784:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.014786:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.015040:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+593:6187:x1853163938632064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4902us (10188us total) trans 4294976304 rc 0/0 00000100:00100000:0.0:1767318260.015048:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24444 00010000:00010000:0.0:1767318260.015069:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.015075:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.015085:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.015150:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877dc00/2, rc 0, transno 4294976306 00000100:00100000:0.0:1767318260.015177:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938632576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.015250:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318260.015265:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938634752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.015306:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.015353:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938634752 00000100:00100000:0.0:1767318260.015359:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938634752 00000100:00100000:0.0:1767318260.015396:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24446 00000100:00100000:0.0:1767318260.015403:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+593:6186:x1853163938634752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.015430:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:784 count 1 00002000:00010000:0.0:1767318260.015460:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x310:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.015466:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9ec59 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.015478:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.015480:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.015485:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9ec59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.015496:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9ec59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.015525:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9ec59 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.015534:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9ec59 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.015547:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.015801:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+594:6186:x1853163938634752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 397us (494us total) trans 4294976307 rc 0/0 00000100:00100000:0.0:1767318260.015808:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24446 00000004:00080000:0.0:1767318260.015837:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e48e00/2, rc 0, transno 4294976307 00000100:00100000:0.0:1767318260.015846:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938634752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.015884:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938634880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.015905:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318260.016119:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.016126:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9ec59 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.016133:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025e200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.016137:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9ec59 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.016144:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9ec59 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.016159:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9ec59 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.016166:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025e200/0x3313483622c9ec59 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.016185:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.016187:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.016189:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.016252:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938634880 00000100:00100000:0.0:1767318260.016257:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938634880 00000100:00100000:0.0:1767318260.016319:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24447 00000100:00100000:0.0:1767318260.016325:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+594:6186:x1853163938634880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.016351:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:785 count 1 00002000:00010000:0.0:1767318260.016369:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x311:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.016375:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025f000/0x3313483622c9ec60 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.016383:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.016385:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.016389:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025f000/0x3313483622c9ec60 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.016397:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025f000/0x3313483622c9ec60 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.016403:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025f000/0x3313483622c9ec60 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.016410:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025f000/0x3313483622c9ec60 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.016422:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.016430:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.016433:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025f000/0x3313483622c9ec60 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.016441:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025f000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.016444:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025f000/0x3313483622c9ec60 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.016451:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025f000/0x3313483622c9ec60 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.016459:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025f000/0x3313483622c9ec60 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.016465:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025f000/0x3313483622c9ec60 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.016477:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.016479:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.016480:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.016662:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+595:6186:x1853163938634880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 336us (755us total) trans 4294976308 rc 0/0 00000100:00100000:0.0:1767318260.016668:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24447 00000100:00100000:3.0:1767318260.020552:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+594:6186:x1853163938634368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11900us (15956us total) trans 4294976305 rc 0/0 00000100:00100000:3.0:1767318260.020568:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24441 00000004:00080000:0.0:1767318260.020826:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c1c00/2, rc 0, transno 4294976308 00000100:00100000:0.0:1767318260.020842:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938634880:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.020922:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c14700/2, rc 0, transno 4294976305 00000100:00100000:0.0:1767318260.020930:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938634368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.020972:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938633088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.021011:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.021040:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938633600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.021060:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.021074:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938634112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.021094:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.021113:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e49180/2, rc 0, transno 4294976303 00000100:00100000:0.0:1767318260.021120:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938634496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.021146:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318260.021153:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938635264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.021173:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.021199:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938633088 00000100:00100000:0.0:1767318260.021205:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938633088 00000100:00100000:0.0:1767318260.021239:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938633600 00000100:00100000:0.0:1767318260.021243:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938633600 00000100:00100000:0.0:1767318260.021256:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938634112 00000100:00100000:0.0:1767318260.021259:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938634112 00000100:00100000:0.0:1767318260.021273:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938635264 00000100:00100000:0.0:1767318260.021275:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938635264 00000100:00100000:0.0:1767318260.021291:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24448 00000100:00100000:0.0:1767318260.021297:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+596:6187:x1853163938633088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.021320:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:776 count 1 00002000:00010000:0.0:1767318260.021362:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x308:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.021370:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9ec67 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021383:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.021385:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.021390:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9ec67 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021403:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9ec67 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021417:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9ec67 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021424:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9ec67 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021439:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.021710:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+597:6187:x1853163938633088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 411us (697us total) trans 4294976309 rc 0/0 00000100:00100000:0.0:1767318260.021717:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24448 00000100:00100000:0.0:1767318260.021732:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24449 00000100:00100000:0.0:1767318260.021737:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+596:6187:x1853163938633600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.021748:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:780 count 1 00002000:00010000:0.0:1767318260.021762:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x30c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.021767:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e400/0x3313483622c9ec6e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021774:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.021776:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.021778:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e400/0x3313483622c9ec6e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021787:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025e400/0x3313483622c9ec6e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021794:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e400/0x3313483622c9ec6e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021801:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e400/0x3313483622c9ec6e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021813:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.021931:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+597:6187:x1853163938633600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 192us (868us total) trans 4294976310 rc 0/0 00000100:00100000:0.0:1767318260.021937:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24449 00000100:00100000:0.0:1767318260.021948:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24450 00000100:00100000:0.0:1767318260.021954:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+518:6187:x1853163938634112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.021966:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:897 count 1 00002000:00010000:0.0:1767318260.021984:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x381:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.021989:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025e000/0x3313483622c9ec75 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.021997:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.021998:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.022001:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025e000/0x3313483622c9ec75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022009:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025e000/0x3313483622c9ec75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022017:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025e000/0x3313483622c9ec75 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022023:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025e000/0x3313483622c9ec75 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022034:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318260.022168:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+519:6187:x1853163938634112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 214us (1073us total) trans 4294975976 rc 0/0 00000100:00100000:0.0:1767318260.022175:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24450 00000100:00100000:0.0:1767318260.022187:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24451 00000100:00100000:0.0:1767318260.022193:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+596:6186:x1853163938635264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.022204:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:788 count 1 00002000:00010000:0.0:1767318260.022218:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x314:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.022223:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025f800/0x3313483622c9ec7c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022230:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.022232:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.022235:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025f800/0x3313483622c9ec7c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022243:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025f800/0x3313483622c9ec7c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022251:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025f800/0x3313483622c9ec7c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022258:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025f800/0x3313483622c9ec7c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022271:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767318260.022283:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.022289:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9ec67 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022296:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025ea00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.022299:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9ec67 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022307:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9ec67 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022321:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9ec67 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022328:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025ea00/0x3313483622c9ec67 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x308:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022357:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.022360:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025e400/0x3313483622c9ec6e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022366:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025e400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.022369:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025e400/0x3313483622c9ec6e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022376:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025e400/0x3313483622c9ec6e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022391:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025e400/0x3313483622c9ec6e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022397:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025e400/0x3313483622c9ec6e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022408:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.022411:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025e000/0x3313483622c9ec75 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022416:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025e000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.022419:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025e000/0x3313483622c9ec75 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022425:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025e000/0x3313483622c9ec75 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022433:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025e000/0x3313483622c9ec75 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022439:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025e000/0x3313483622c9ec75 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022448:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.022451:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025f800/0x3313483622c9ec7c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022462:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025f800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.022465:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025f800/0x3313483622c9ec7c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022472:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025f800/0x3313483622c9ec7c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022481:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025f800/0x3313483622c9ec7c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022487:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025f800/0x3313483622c9ec7c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022497:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.022499:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.022500:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.022665:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+597:6186:x1853163938635264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 470us (1489us total) trans 4294976311 rc 0/0 00000100:00100000:0.0:1767318260.022671:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24451 00010000:00010000:0.0:1767318260.022691:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.022717:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c1500/2, rc 0, transno 4294976311 00000100:00100000:0.0:1767318260.022727:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938635264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.022776:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938635392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.022803:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.022828:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938635392 00000100:00100000:0.0:1767318260.022833:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938635392 00000100:00100000:0.0:1767318260.022857:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24452 00000100:00100000:0.0:1767318260.022863:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+597:6186:x1853163938635392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.022875:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:789 count 1 00002000:00010000:0.0:1767318260.022892:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x315:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.022896:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9ec83 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022904:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.022905:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.022908:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9ec83 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022917:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9ec83 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022924:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9ec83 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022931:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9ec83 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.022942:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.023059:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+598:6186:x1853163938635392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 196us (255us total) trans 4294976312 rc 0/0 00000100:00100000:0.0:1767318260.023065:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24452 00010000:00010000:0.0:1767318260.023080:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.023084:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9ec83 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023096:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025ec00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.023099:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9ec83 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023106:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9ec83 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023118:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9ec83 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023125:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025ec00/0x3313483622c9ec83 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023137:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.023138:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.023140:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.023157:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c3480/2, rc 0, transno 4294976312 00000100:00100000:0.0:1767318260.023167:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938635392:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.023203:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.023230:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311865500/2, rc 0, transno 4294975973 00000100:00100000:0.0:1767318260.023239:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311865500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938633984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.023276:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938635008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.023304:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.023319:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938635520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.023351:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.023374:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311691880/2, rc 0, transno 4294975974 00000100:00100000:0.0:1767318260.023381:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938631040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.023410:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318260.023417:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938635776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.023439:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.023462:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938635008 00000100:00100000:0.0:1767318260.023466:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938635008 00000100:00100000:0.0:1767318260.023485:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938635520 00000100:00100000:0.0:1767318260.023489:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938635520 00000100:00100000:0.0:1767318260.023500:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938635776 00000100:00100000:0.0:1767318260.023502:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938635776 00000100:00100000:0.0:1767318260.023547:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24453 00000100:00100000:0.0:1767318260.023554:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+599:6187:x1853163938635008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.023569:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:786 count 1 00002000:00010000:0.0:1767318260.023585:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x312:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.023590:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025fc00/0x3313483622c9ec8a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023599:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.023600:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.023603:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025fc00/0x3313483622c9ec8a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023612:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025fc00/0x3313483622c9ec8a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023618:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025fc00/0x3313483622c9ec8a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023630:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025fc00/0x3313483622c9ec8a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023641:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.023792:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+600:6187:x1853163938635008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 238us (487us total) trans 4294976313 rc 0/0 00000100:00100000:0.0:1767318260.023800:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24453 00000100:00100000:0.0:1767318260.023812:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24454 00000100:00100000:0.0:1767318260.023818:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+599:6187:x1853163938635520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.023829:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:790 count 1 00002000:00010000:0.0:1767318260.023843:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x316:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.023848:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025f400/0x3313483622c9ec91 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023855:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.023857:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.023860:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025f400/0x3313483622c9ec91 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023868:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a031025f400/0x3313483622c9ec91 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023875:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a031025f400/0x3313483622c9ec91 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023881:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025f400/0x3313483622c9ec91 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.023895:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.024009:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+600:6187:x1853163938635520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 190us (656us total) trans 4294976314 rc 0/0 00000100:00100000:0.0:1767318260.024016:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24454 00000100:00100000:0.0:1767318260.024029:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24455 00000100:00100000:0.0:1767318260.024034:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+519:6186:x1853163938635776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.024045:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:900 count 1 00002000:00010000:0.0:1767318260.024062:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x384:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.024068:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025fa00/0x3313483622c9ec98 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.024076:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.024077:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.024080:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025fa00/0x3313483622c9ec98 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.024088:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025fa00/0x3313483622c9ec98 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.024095:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025fa00/0x3313483622c9ec98 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.024101:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025fa00/0x3313483622c9ec98 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.024113:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318260.024251:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+520:6186:x1853163938635776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 217us (810us total) trans 4294975977 rc 0/0 00000100:00100000:0.0:1767318260.024258:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24455 00010000:00010000:1.0:1767318260.025041:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.025050:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025fc00/0x3313483622c9ec8a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025060:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025fc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.025064:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025fc00/0x3313483622c9ec8a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025073:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025fc00/0x3313483622c9ec8a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025089:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025fc00/0x3313483622c9ec8a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025098:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025fc00/0x3313483622c9ec8a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025116:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.025120:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a031025f400/0x3313483622c9ec91 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025126:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025f400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.025129:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025f400/0x3313483622c9ec91 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025135:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a031025f400/0x3313483622c9ec91 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025145:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a031025f400/0x3313483622c9ec91 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025153:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025f400/0x3313483622c9ec91 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025163:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.025166:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025fa00/0x3313483622c9ec98 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025173:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025fa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.025176:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025fa00/0x3313483622c9ec98 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025182:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025fa00/0x3313483622c9ec98 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025190:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025fa00/0x3313483622c9ec98 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025196:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025fa00/0x3313483622c9ec98 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.025207:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.025208:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.025210:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.025609:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7d880/2, rc 0, transno 4294975975 00000100:00100000:1.0:1767318260.025622:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938631552:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.025637:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877ce00/2, rc 0, transno 4294976304 00000100:00100000:1.0:1767318260.025646:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938632064:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.025655:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c14000/2, rc 0, transno 4294976309 00000100:00100000:1.0:1767318260.025658:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938633088:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.025666:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c14a80/2, rc 0, transno 4294976310 00000100:00100000:1.0:1767318260.025669:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938633600:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.025676:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c15180/2, rc 0, transno 4294975976 00000100:00100000:1.0:1767318260.025679:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938634112:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.025697:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c2a00/2, rc 0, transno 4294976313 00000100:00100000:1.0:1767318260.025700:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938635008:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.025709:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c0380/2, rc 0, transno 4294976314 00000100:00100000:1.0:1767318260.025712:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938635520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.025718:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1767318260.025726:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938634624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.025774:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.025807:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938635136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.025829:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.025848:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938635648:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.025866:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.025890:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938634624 00000100:00100000:1.0:1767318260.025895:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938634624 00000100:00100000:1.0:1767318260.025940:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938635136 00000100:00100000:1.0:1767318260.025943:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938635136 00000100:00100000:1.0:1767318260.025959:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938635648 00000100:00100000:1.0:1767318260.025962:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938635648 00000100:00100000:1.0:1767318260.025980:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24456 00000100:00100000:1.0:1767318260.025988:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+521:6187:x1853163938634624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.026010:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:898 count 1 00002000:00010000:1.0:1767318260.026036:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x382:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.026042:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9ec9f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026054:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.026056:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.026061:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9ec9f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026071:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9ec9f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026080:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9ec9f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026088:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9ec9f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026103:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.026115:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.026119:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9ec9f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026126:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.026129:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9ec9f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026141:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9ec9f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026153:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9ec9f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026160:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a000/0x3313483622c9ec9f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026180:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.026182:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.026184:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.026196:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24457 00000100:00100000:1.0:1767318260.026203:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+600:6187:x1853163938635136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.026216:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:787 count 1 00002000:00010000:1.0:1767318260.026233:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x313:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.026238:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9eca6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026245:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.026247:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.026250:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9eca6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026259:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9eca6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026272:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9eca6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026278:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9eca6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026290:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.026299:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.026302:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9eca6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026308:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.026311:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9eca6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026318:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9eca6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026328:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9eca6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026351:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9eca6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026365:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.026366:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.026368:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.026627:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+601:6187:x1853163938635136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 423us (795us total) trans 4294976315 rc 0/0 00000100:00100000:1.0:1767318260.026633:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24457 00000100:00100000:1.0:1767318260.026651:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24458 00000100:00100000:1.0:1767318260.026657:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+521:6187:x1853163938635648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.026669:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:899 count 1 00002000:00010000:1.0:1767318260.026683:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x383:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.026687:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9ecad lrc: 3/0,1 mode: --/PW res: [0x280000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026694:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.026696:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.026699:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9ecad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026707:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9ecad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026713:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9ecad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026719:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9ecad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026730:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.026737:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.026740:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9ecad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026750:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.026753:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9ecad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026760:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9ecad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026769:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9ecad lrc: 1/0,0 mode: --/PW res: [0x280000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026775:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9ecad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.026788:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.026790:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.026791:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.026956:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+522:6187:x1853163938635648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 299us (1088us total) trans 4294975978 rc 0/0 00000100:00100000:1.0:1767318260.026962:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24458 00000100:00100000:1.0:1767318260.027093:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+522:6187:x1853163938634624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1105us (1317us total) trans 4294975979 rc 0/0 00000100:00100000:1.0:1767318260.027099:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24456 00000004:00080000:1.0:1767318260.027143:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e49500/2, rc 0, transno 4294975979 00000100:00100000:1.0:1767318260.027150:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938634624:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.027159:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c0700/2, rc 0, transno 4294976315 00000100:00100000:1.0:1767318260.027163:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938635136:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.027171:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c1f80/2, rc 0, transno 4294975978 00000100:00100000:1.0:1767318260.027174:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938635648:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.027209:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318260.027242:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a70380/2, rc 0, transno 4294975937 00000100:00100000:1.0:1767318260.027246:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938622336:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.027264:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7d500/2, rc 0, transno 4294976265 00000100:00100000:1.0:1767318260.027267:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938621184:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.027283:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c0000/2, rc 0, transno 4294975944 00000100:00100000:1.0:1767318260.027286:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938623360:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.027296:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c0700/2, rc 0, transno 4294976264 00000100:00100000:1.0:1767318260.027300:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938623872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.027317:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938624896 00000100:00100000:1.0:1767318260.027321:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938624896 00000100:00100000:1.0:1767318260.027360:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24459 00000100:00100000:1.0:1767318260.027367:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+522:6188:x1853163938624896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.027382:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:866 count 1 00002000:00010000:1.0:1767318260.027400:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x362:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.027406:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9ecb4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.027415:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.027417:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.027420:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9ecb4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.027430:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9ecb4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.027438:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9ecb4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.027444:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9ecb4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.027456:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.027463:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.027466:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9ecb4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.027472:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.027475:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9ecb4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.027482:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9ecb4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.027491:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9ecb4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.027498:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87ba00/0x3313483622c9ecb4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.027546:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.027548:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.027550:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.027697:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+523:6188:x1853163938624896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 330us (486us total) trans 4294975980 rc 0/0 00000100:00100000:1.0:1767318260.027704:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24459 00000004:00080000:1.0:1767318260.027729:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308160000/2, rc 0, transno 4294975980 00000100:00100000:1.0:1767318260.027734:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938624896:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318260.028847:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.030687:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.030694:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.030727:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938635904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.030789:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.030825:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938636416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.030846:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.030859:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938636928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.030877:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.030895:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938637440:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.032258:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938636288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.032368:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.032453:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f5500/2, rc 0, transno 4294975977 00000100:00100000:0.0:1767318260.032464:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938635776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.032605:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318260.032613:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938637824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.032637:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.032663:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938635904 00000100:00100000:0.0:1767318260.032669:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938635904 00000100:00100000:0.0:1767318260.032705:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938636416 00000100:00100000:0.0:1767318260.032708:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938636416 00000100:00100000:0.0:1767318260.032722:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938636928 00000100:00100000:0.0:1767318260.032725:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938636928 00000100:00100000:0.0:1767318260.032740:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938637440 00000100:00100000:0.0:1767318260.032743:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938637440 00000100:00100000:0.0:1767318260.032758:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938637824 00000100:00100000:0.0:1767318260.032760:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938637824 00000100:00100000:0.0:1767318260.032780:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24460 00000100:00100000:0.0:1767318260.032788:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d334450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+525:6186:x1853163938635904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.032813:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:901 count 1 00002000:00010000:0.0:1767318260.032843:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x385:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.032850:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025ee00/0x3313483622c9ecbb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.032863:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.032866:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.032871:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025ee00/0x3313483622c9ecbb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.032885:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a031025ee00/0x3313483622c9ecbb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.032895:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a031025ee00/0x3313483622c9ecbb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.032903:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025ee00/0x3313483622c9ecbb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318260.033041:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.033064:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938636800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.033088:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.033109:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938637312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.033128:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.033156:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938636288 00000100:00100000:1.0:1767318260.033160:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938636288 00000100:00100000:1.0:1767318260.033190:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938636800 00000100:00100000:1.0:1767318260.033193:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938636800 00000100:00100000:1.0:1767318260.033210:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938637312 00000100:00100000:1.0:1767318260.033212:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938637312 00000100:00100000:1.0:1767318260.033235:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24461 00000100:00100000:1.0:1767318260.033242:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+526:6186:x1853163938636416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.033256:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:905 count 1 00002000:00010000:1.0:1767318260.033272:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x389:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.033278:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ecc2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.033285:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.033287:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.033290:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ecc2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.033301:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ecc2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.033310:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ecc2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.033317:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ecc2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.033331:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.033597:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+527:6186:x1853163938636416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 354us (2749us total) trans 4294975981 rc 0/0 00000100:00100000:1.0:1767318260.033606:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24461 00000100:00100000:1.0:1767318260.033624:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24462 00000100:00100000:1.0:1767318260.033631:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+604:6186:x1853163938636928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.033643:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:792 count 1 00002000:00010000:1.0:1767318260.033661:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x318:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.033666:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ecc9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.033674:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.033676:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.033679:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ecc9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.033687:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ecc9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.033695:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ecc9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.033702:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ecc9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.033717:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.033856:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+605:6186:x1853163938636928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 225us (2977us total) trans 4294976316 rc 0/0 00000100:00100000:1.0:1767318260.033862:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24462 00000100:00100000:1.0:1767318260.033875:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24463 00000100:00100000:1.0:1767318260.033881:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+604:6186:x1853163938637440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.033891:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:796 count 1 00002000:00010000:1.0:1767318260.033905:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x31c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.033909:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ecd0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034010:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.034012:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.034015:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ecd0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034024:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ecd0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034033:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ecd0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034039:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ecd0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034055:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318260.034179:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+605:6186:x1853163938637440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 298us (1811us total) trans 4294976317 rc 0/0 00000100:00100000:1.0:1767318260.034187:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24463 00000100:00100000:1.0:1767318260.034200:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24464 00000100:00100000:1.0:1767318260.034207:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+526:6186:x1853163938637824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.034219:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:908 count 1 00002000:00010000:1.0:1767318260.034235:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x38c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.034240:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ecd7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034247:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.034249:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.034251:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ecd7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034260:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ecd7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034267:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ecd7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034274:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ecd7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034288:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318260.034431:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+527:6186:x1853163938637824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 224us (1792us total) trans 4294975982 rc 0/0 00000100:00100000:1.0:1767318260.034438:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24464 00000100:00100000:1.0:1767318260.034451:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24465 00000100:00100000:1.0:1767318260.034459:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+526:6185:x1853163938636288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.034472:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:904 count 1 00002000:00010000:1.0:1767318260.034487:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x388:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.034492:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ecde lrc: 3/0,1 mode: --/PW res: [0x280000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034499:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.034500:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.034503:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ecde lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034543:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ecde lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034551:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ecde lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034559:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ecde lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034568:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318260.034697:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+527:6185:x1853163938636288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 239us (1656us total) trans 4294975983 rc 0/0 00000100:00100000:1.0:1767318260.034704:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24465 00000100:00100000:1.0:1767318260.034719:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24466 00000100:00100000:1.0:1767318260.034726:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+604:6185:x1853163938636800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.034738:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:791 count 1 00002000:00010000:1.0:1767318260.034754:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x317:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.034760:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9ece5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034767:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.034769:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.034772:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9ece5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034781:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9ece5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034789:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9ece5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034796:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9ece5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.034804:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1767318260.035226:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318260.035234:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ecc2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035242:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.035247:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ecc2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035256:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ecc2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035272:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ecc2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035280:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ecc2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035299:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318260.035303:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ecc9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035308:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.035312:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ecc9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035318:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ecc9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035327:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ecc9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035349:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ecc9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035362:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318260.035365:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ecd0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035371:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.035374:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ecd0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035382:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ecd0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035391:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ecd0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035398:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ecd0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035411:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.035415:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ecd7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035421:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.035423:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ecd7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035430:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ecd7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035442:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ecd7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035448:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ecd7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035466:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.035469:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ecde lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035476:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.035479:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ecde lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035486:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ecde lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035495:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ecde lrc: 1/0,0 mode: --/PW res: [0x280000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035502:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ecde lrc: 0/0,0 mode: --/PW res: [0x280000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035533:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.035536:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9ece5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035543:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.035545:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9ece5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035553:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9ece5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035563:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9ece5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035571:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9ece5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.035582:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.035583:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.035585:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.035602:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24467 00000100:00100000:3.0:1767318260.035612:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+605:6185:x1853163938637312:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.036032:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.036271:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d334450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+527:6186:x1853163938635904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3483us (5481us total) trans 4294975984 rc 0/0 00000100:00100000:0.0:1767318260.036279:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24460 00000004:00080000:0.0:1767318260.036442:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103c380/2, rc 0, transno 4294975982 00000100:00100000:0.0:1767318260.036457:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938637824:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.036534:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f7100/2, rc 0, transno 4294975984 00000100:00100000:0.0:1767318260.036543:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938635904:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.036573:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f5880/2, rc 0, transno 4294975981 00000100:00100000:0.0:1767318260.036579:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938636416:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.036609:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f6a00/2, rc 0, transno 4294976316 00000100:00100000:0.0:1767318260.036618:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938636928:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.036652:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103df80/2, rc 0, transno 4294976317 00000100:00100000:0.0:1767318260.036659:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938637440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.036692:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938637952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.036721:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.036744:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938637952 00000100:00100000:0.0:1767318260.036750:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938637952 00000100:00100000:0.0:1767318260.036780:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24468 00000100:00100000:0.0:1767318260.036787:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0320e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+527:6186:x1853163938637952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.036809:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:909 count 1 00002000:00010000:0.0:1767318260.036839:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x38d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.036845:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ecec lrc: 3/0,1 mode: --/PW res: [0x280000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.036858:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.036860:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.036865:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ecec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.036878:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ecec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.036892:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ecec lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.036899:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ecec lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.036909:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.037131:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+605:6185:x1853163938636800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2404us (4039us total) trans 4294976318 rc 0/0 00000100:00100000:1.0:1767318260.037140:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24466 00010000:00010000:1.0:1767318260.037161:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.037167:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a031025ee00/0x3313483622c9ecbb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037174:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031025ee00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.037178:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025ee00/0x3313483622c9ecbb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037186:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a031025ee00/0x3313483622c9ecbb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037199:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a031025ee00/0x3313483622c9ecbb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037205:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025ee00/0x3313483622c9ecbb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037223:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.037226:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ecec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037231:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.037234:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ecec lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037240:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ecec lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037254:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ecec lrc: 2/0,0 mode: --/PW res: [0x280000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037261:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.037263:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.037264:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.037277:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938638336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.037301:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.037321:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938638336 00000100:00100000:1.0:1767318260.037324:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938638336 00000100:00100000:1.0:1767318260.037363:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24469 00000100:00100000:1.0:1767318260.037370:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+605:6185:x1853163938638336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.037383:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:799 count 1 00002000:00010000:1.0:1767318260.037403:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x31f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.037408:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9ecf3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037416:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.037417:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.037420:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9ecf3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037428:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9ecf3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037434:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9ecf3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037445:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9ecf3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037456:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.037654:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+606:6185:x1853163938638336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 284us (350us total) trans 4294976319 rc 0/0 00000100:00100000:1.0:1767318260.037661:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24469 00010000:00010000:1.0:1767318260.037677:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.037681:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9ecf3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037687:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.037691:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9ecf3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037698:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9ecf3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037708:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9ecf3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037715:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9ecf3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.037733:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.037734:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.037736:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.037768:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e49f80/2, rc 0, transno 4294976319 00000100:00100000:1.0:1767318260.037780:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938638336:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.037792:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f6d80/2, rc 0, transno 4294975983 00000100:00100000:1.0:1767318260.037799:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938636288:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.037807:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f4000/2, rc 0, transno 4294976318 00000100:00100000:1.0:1767318260.037810:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938636800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.037820:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318260.037825:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938638464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.037848:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.037872:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938638464 00000100:00100000:1.0:1767318260.037876:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938638464 00000100:00100000:1.0:1767318260.037896:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24470 00000100:00100000:1.0:1767318260.037902:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+606:6185:x1853163938638464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.038427:0:21383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ecec lrc: 0/0,0 mode: --/PW res: [0x280000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318260.038651:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0320e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+528:6186:x1853163938637952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1864us (1929us total) trans 4294975985 rc 0/0 00000100:00100000:0.0:1767318260.038659:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24468 00000004:00080000:0.0:1767318260.038785:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103ce00/2, rc 0, transno 4294975985 00000100:00100000:0.0:1767318260.038794:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938637952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.038803:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318260.038830:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938638848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.038856:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.038875:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938638848 00000100:00100000:0.0:1767318260.038879:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938638848 00000100:00100000:0.0:1767318260.038902:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24471 00000100:00100000:0.0:1767318260.038909:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+607:6186:x1853163938638848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.039062:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:800 count 1 00002000:00010000:1.0:1767318260.039089:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x320:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.039095:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9ecfa lrc: 3/0,1 mode: --/PW res: [0x240000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.039106:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.039108:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.039112:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9ecfa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.039123:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9ecfa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.039135:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9ecfa lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.039142:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9ecfa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.039157:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.039319:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+608:6185:x1853163938638464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1416us (1468us total) trans 4294976320 rc 0/0 00000100:00100000:1.0:1767318260.039327:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24470 00002000:00080000:0.0:1767318260.039654:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:802 count 1 00002000:00010000:0.0:1767318260.039673:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x322:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.039678:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ed01 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.039686:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.039688:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.039691:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ed01 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.039700:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ed01 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.039707:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ed01 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.039713:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ed01 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.039720:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.039858:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+609:6186:x1853163938638848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 949us (1000us total) trans 4294976321 rc 0/0 00000100:00100000:0.0:1767318260.039865:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24471 00000004:00080000:0.0:1767318260.039908:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e4a300/2, rc 0, transno 4294976321 00000100:00100000:0.0:1767318260.040008:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938638848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.040059:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938638976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.040090:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.040110:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938638976 00000100:00100000:0.0:1767318260.040115:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938638976 00000100:00100000:0.0:1767318260.040142:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24472 00000100:00100000:0.0:1767318260.040149:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+528:6186:x1853163938638976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.040162:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:913 count 1 00002000:00010000:0.0:1767318260.040182:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x391:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.040187:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ed08 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040195:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.040197:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.040200:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ed08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040211:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ed08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040218:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ed08 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040225:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ed08 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040234:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318260.040389:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+529:6186:x1853163938638976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 239us (296us total) trans 4294975986 rc 0/0 00000100:00100000:0.0:1767318260.040395:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24472 00000004:00080000:0.0:1767318260.040425:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e49880/2, rc 0, transno 4294975986 00000100:00100000:0.0:1767318260.040435:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938638976:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318260.040532:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.040539:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9ecfa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040552:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.040556:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9ecfa lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040565:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9ecfa lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040582:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9ecfa lrc: 1/0,0 mode: --/PW res: [0x240000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040590:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9ecfa lrc: 0/0,0 mode: --/PW res: [0x240000404:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040609:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.040613:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ed01 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040619:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.040622:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ed01 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040629:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ed01 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040637:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ed01 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040649:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915aa00/0x3313483622c9ed01 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040660:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.040664:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ed08 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040670:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.040673:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ed08 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040680:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ed08 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040688:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ed08 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040694:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9ed08 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.040707:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.040709:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.040711:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.040719:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.040737:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.040759:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e4b100/2, rc 0, transno 4294976320 00000100:00100000:0.0:1767318260.040769:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938638464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.040797:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318260.040806:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938639360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.040831:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.040858:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938639360 00000100:00100000:0.0:1767318260.040862:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938639360 00000100:00100000:0.0:1767318260.040885:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24473 00000100:00100000:0.0:1767318260.040890:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+609:6186:x1853163938639360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.040906:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:804 count 1 00010000:00010000:1.0:1767318260.041042:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1767318260.041106:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x324:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.041112:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ed0f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.041120:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.041122:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.041125:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ed0f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.041134:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ed0f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.041142:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ed0f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.041150:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ed0f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.041207:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.041401:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+609:6186:x1853163938639360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 509us (568us total) trans 4294976322 rc 0/0 00000100:00100000:0.0:1767318260.041409:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24473 00000004:00080000:0.0:1767318260.041441:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c16a00/2, rc 0, transno 4294976322 00000100:00100000:0.0:1767318260.041449:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938639360:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.041484:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938639488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.041527:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.041560:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938639488 00000100:00100000:0.0:1767318260.041564:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938639488 00000100:00100000:0.0:1767318260.041584:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24474 00000100:00100000:0.0:1767318260.041590:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+609:6186:x1853163938639488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.041604:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:805 count 1 00002000:00010000:0.0:1767318260.041621:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x325:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.041627:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ed16 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.041635:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.041636:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.041639:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ed16 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.041647:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ed16 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.041655:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ed16 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.041662:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ed16 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.041876:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.041883:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ed0f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.041890:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.041894:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ed0f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.041900:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ed0f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.041926:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ed0f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.041934:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a200/0x3313483622c9ed0f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.041949:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.041952:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ed16 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.041956:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.041959:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ed16 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.041965:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ed16 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.041974:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ed16 lrc: 2/0,0 mode: --/PW res: [0x240000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.041981:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.041982:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.041984:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.042150:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767318260.042156:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a800/0x3313483622c9ed16 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318260.042347:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+610:6186:x1853163938639488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 754us (817us total) trans 4294976323 rc 0/0 00000100:00100000:0.0:1767318260.042354:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24474 00000004:00080000:0.0:1767318260.042389:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c15880/2, rc 0, transno 4294976323 00000100:00100000:0.0:1767318260.042398:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938639488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.042450:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938636032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.042477:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.042495:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938636544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.042540:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.042558:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938636032 00000100:00100000:0.0:1767318260.042562:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938636032 00000100:00100000:0.0:1767318260.042583:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938636544 00000100:00100000:0.0:1767318260.042586:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938636544 00000100:00100000:0.0:1767318260.042602:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24475 00000100:00100000:0.0:1767318260.042608:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+530:6187:x1853163938636032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.042623:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:902 count 1 00002000:00010000:0.0:1767318260.042643:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x386:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.042649:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9ed1d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.042659:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.042661:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.042665:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9ed1d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.042676:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9ed1d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.042686:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9ed1d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.042694:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9ed1d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.042707:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.042851:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+531:6187:x1853163938636032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 241us (372us total) trans 4294975987 rc 0/0 00000100:00100000:0.0:1767318260.042859:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24475 00000100:00100000:0.0:1767318260.042873:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24476 00000100:00100000:0.0:1767318260.042880:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+530:6187:x1853163938636544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.042892:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:906 count 1 00002000:00010000:0.0:1767318260.042907:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x38a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.043031:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.043037:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9ed1d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.043045:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.043048:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9ed1d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.043056:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9ed1d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.043070:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9ed1d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.043077:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9ed1d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.043091:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.043093:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.043095:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.043125:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9ed24 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043134:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.043136:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.043139:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9ed24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043154:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9ed24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043163:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9ed24 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043171:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9ed24 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043191:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.043316:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+531:6187:x1853163938636544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 436us (774us total) trans 4294975988 rc 0/0 00000100:00100000:0.0:1767318260.043322:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24476 00010000:00010000:0.0:1767318260.043351:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.043355:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9ed24 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043363:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.043366:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9ed24 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043373:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9ed24 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043384:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9ed24 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043398:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9ed24 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043411:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.043413:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.043415:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.043456:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f4a80/2, rc 0, transno 4294975988 00000100:00100000:0.0:1767318260.043468:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938636544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.043525:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938637056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.043556:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.043579:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938637568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.043600:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.043614:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938638080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.043633:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.043649:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938638592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.043665:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.043678:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938639104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.043697:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.043714:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938637056 00000100:00100000:0.0:1767318260.043718:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938637056 00000100:00100000:0.0:1767318260.043741:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938637568 00000100:00100000:0.0:1767318260.043745:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938637568 00000100:00100000:0.0:1767318260.043760:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938638080 00000100:00100000:0.0:1767318260.043763:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938638080 00000100:00100000:0.0:1767318260.043775:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938638592 00000100:00100000:0.0:1767318260.043778:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938638592 00000100:00100000:0.0:1767318260.043789:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938639104 00000100:00100000:0.0:1767318260.043790:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938639104 00000100:00100000:0.0:1767318260.043806:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24477 00000100:00100000:0.0:1767318260.043812:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+612:6187:x1853163938637056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.043829:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:793 count 1 00002000:00010000:0.0:1767318260.043848:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x319:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.043854:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9ed2b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043863:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.043865:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.043868:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9ed2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043877:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9ed2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043885:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9ed2b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043891:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9ed2b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.043904:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.044024:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.044031:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9ed2b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.044039:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.044042:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9ed2b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.044050:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9ed2b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.044063:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9ed2b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.044070:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9ed2b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.044085:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.044087:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.044089:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.044297:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+613:6187:x1853163938637056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 484us (739us total) trans 4294976324 rc 0/0 00000100:00100000:0.0:1767318260.044304:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24477 00000100:00100000:0.0:1767318260.044319:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24478 00000100:00100000:0.0:1767318260.044325:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+612:6187:x1853163938637568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.044349:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:797 count 1 00002000:00010000:0.0:1767318260.044365:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x31d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.044369:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ed32 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.044376:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.044377:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.044380:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ed32 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.044389:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ed32 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.044395:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ed32 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.044402:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ed32 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.044460:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.044601:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+613:6187:x1853163938637568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 275us (999us total) trans 4294976325 rc 0/0 00000100:00100000:0.0:1767318260.044608:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24478 00000100:00100000:0.0:1767318260.044621:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24479 00000100:00100000:0.0:1767318260.044627:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+532:6187:x1853163938638080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.044638:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:910 count 1 00002000:00010000:0.0:1767318260.044654:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x38e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.044659:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9ed39 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.044667:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.044668:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.044671:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9ed39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.044679:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9ed39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.044686:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9ed39 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.044693:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9ed39 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.044823:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24480 00000100:00100000:2.0:1767318260.044833:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+532:6187:x1853163938638592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.044845:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:912 count 1 00002000:00010000:2.0:1767318260.044861:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x390:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.044866:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ed40 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.044873:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.044874:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.044877:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ed40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.044886:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ed40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.044894:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ed40 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.044901:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ed40 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045177:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.045183:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ed32 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045190:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.045193:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ed32 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045202:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ed32 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045215:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ed32 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045221:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ed32 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045235:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.045238:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9ed39 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045244:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.045247:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9ed39 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045254:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9ed39 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045263:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9ed39 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045271:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.045274:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ed40 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045279:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.045283:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ed40 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045289:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ed40 lrc: 4/0,0 mode: PW/PW res: [0x280000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045299:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ed40 lrc: 2/0,0 mode: --/PW res: [0x280000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.045305:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.045307:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.045308:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.045371:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767318260.045376:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9ed39 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318260.045622:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24481 00000100:00100000:0.0:1767318260.045631:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+612:6187:x1853163938639104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.045649:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:803 count 1 00002000:00010000:0.0:1767318260.045667:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x323:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.045672:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ed47 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.045681:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.045683:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.045686:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ed47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.045694:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ed47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.045701:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ed47 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.045707:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ed47 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.045720:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.045869:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+613:6187:x1853163938639104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 239us (2170us total) trans 4294976326 rc 0/0 00000100:00100000:0.0:1767318260.045876:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24481 00000100:00100000:0.0:1767318260.045936:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+533:6187:x1853163938638080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1309us (2301us total) trans 4294975989 rc 0/0 00000100:00100000:0.0:1767318260.045941:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24479 00010000:00010000:0.0:1767318260.045961:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.045966:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ed47 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.045972:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.045975:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ed47 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.045982:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ed47 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.045993:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ed47 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046000:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ed47 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046014:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.046015:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.046017:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.046070:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c14380/2, rc 0, transno 4294976326 00000100:00100000:0.0:1767318260.046084:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938639104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.046136:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318260.046149:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938639872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.046180:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.046213:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938639872 00000100:00100000:0.0:1767318260.046219:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938639872 00000100:00100000:0.0:1767318260.046247:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24482 00000100:00100000:0.0:1767318260.046254:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+613:6186:x1853163938639872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.046267:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:807 count 1 00002000:00010000:0.0:1767318260.046282:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x327:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.046288:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9ed4e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046296:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.046298:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.046301:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9ed4e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046310:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9ed4e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046317:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9ed4e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046324:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9ed4e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046528:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.046681:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+614:6186:x1853163938639872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 428us (501us total) trans 4294976327 rc 0/0 00000100:00100000:0.0:1767318260.046688:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24482 00000004:00080000:0.0:1767318260.046716:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160bbb80/2, rc 0, transno 4294976327 00000100:00100000:0.0:1767318260.046725:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938639872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.046765:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938640000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.046789:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.046821:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938640000 00000100:00100000:0.0:1767318260.046824:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938640000 00000100:00100000:0.0:1767318260.046845:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24483 00000100:00100000:0.0:1767318260.046851:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+614:6186:x1853163938640000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.046864:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:808 count 1 00002000:00010000:0.0:1767318260.046880:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x328:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.046885:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ed55 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046898:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.046900:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.046903:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ed55 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046926:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ed55 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046934:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ed55 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.046940:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ed55 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.047431:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318260.047439:0:21246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ed40 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.047691:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+533:6187:x1853163938638592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2858us (4022us total) trans 4294975990 rc 0/0 00000100:00100000:2.0:1767318260.047699:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24480 00010000:00010000:3.0:1767318260.048689:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.048700:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9ed4e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048710:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.048714:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9ed4e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048723:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9ed4e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048741:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9ed4e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048749:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9ed4e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048768:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.048772:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ed55 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048778:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.048781:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ed55 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048788:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ed55 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048798:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ed55 lrc: 2/0,0 mode: --/PW res: [0x240000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048805:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.048807:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.048808:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1767318260.048838:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:795 count 1 00002000:00010000:3.0:1767318260.048864:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x31b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.048870:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ed5c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048879:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.048881:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.048885:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ed5c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048894:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ed5c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048902:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ed5c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.048909:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ed5c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.049005:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.049247:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+615:6185:x1853163938637312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13635us (16115us total) trans 4294976328 rc 0/0 00000100:00100000:3.0:1767318260.049255:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24467 00010000:00010000:3.0:1767318260.049281:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.049286:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ed5c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.049292:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.049295:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ed5c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.049302:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ed5c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.049312:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ed5c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.049318:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ed5c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.049349:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.049351:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.049353:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.051055:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1767318260.051068:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ed55 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.051103:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.051110:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.051159:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103ed80/2, rc 0, transno 4294976328 00000100:00100000:0.0:1767318260.051173:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938637312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.051475:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+615:6186:x1853163938640000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4623us (4684us total) trans 4294976329 rc 0/0 00000100:00100000:0.0:1767318260.051484:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24483 00000004:00080000:0.0:1767318260.051538:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160b8700/2, rc 0, transno 4294976329 00000100:00100000:0.0:1767318260.051546:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938640000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.051582:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938639616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.051613:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.051640:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938640128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.051661:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.051682:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f6300/2, rc 0, transno 4294975987 00000100:00100000:0.0:1767318260.051690:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938636032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.051720:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318260.051726:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938640384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.051745:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.051768:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938639616 00000100:00100000:0.0:1767318260.051773:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938639616 00000100:00100000:0.0:1767318260.051811:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938640128 00000100:00100000:0.0:1767318260.051814:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938640128 00000100:00100000:0.0:1767318260.051827:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938640384 00000100:00100000:0.0:1767318260.051829:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938640384 00000100:00100000:0.0:1767318260.051844:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24484 00000100:00100000:0.0:1767318260.051851:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03160b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+616:6187:x1853163938639616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.051871:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:806 count 1 00002000:00010000:0.0:1767318260.051898:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x326:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.051904:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9ed63 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052001:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.052003:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.052009:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9ed63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052021:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9ed63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052030:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9ed63 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052036:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9ed63 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052050:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.052059:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.052063:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9ed63 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052070:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.052074:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9ed63 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052082:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9ed63 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052095:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9ed63 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052102:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9ed63 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052115:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.052116:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.052119:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.052257:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03160b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+617:6187:x1853163938639616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 405us (641us total) trans 4294976330 rc 0/0 00000100:00100000:0.0:1767318260.052263:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24484 00000100:00100000:0.0:1767318260.052276:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24485 00000100:00100000:0.0:1767318260.052282:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0316a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+616:6187:x1853163938640128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.052294:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:809 count 1 00002000:00010000:0.0:1767318260.052308:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x329:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.052312:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ed6a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052320:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.052321:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.052324:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ed6a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052332:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ed6a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052354:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ed6a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052360:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ed6a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052373:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.052496:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+617:6187:x1853163938640128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (833us total) trans 4294976331 rc 0/0 00000100:00100000:0.0:1767318260.052528:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24485 00000100:00100000:0.0:1767318260.052542:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24486 00000100:00100000:0.0:1767318260.052548:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0316a21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+533:6186:x1853163938640384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.052560:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:916 count 1 00002000:00010000:0.0:1767318260.052577:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x394:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.052582:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ed71 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052589:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.052591:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.052594:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ed71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052603:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ed71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052612:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ed71 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052618:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ed71 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052631:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318260.052639:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.052643:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ed6a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052653:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.052656:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ed6a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052662:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ed6a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052671:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ed6a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052677:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9ed6a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052688:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.052690:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ed71 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052695:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.052698:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ed71 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052704:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ed71 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052711:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ed71 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052722:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9ed71 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.052731:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.052733:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.052734:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.052740:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.052902:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+534:6186:x1853163938640384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 354us (1156us total) trans 4294975991 rc 0/0 00000100:00100000:0.0:1767318260.052909:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24486 00000004:00080000:0.0:1767318260.054086:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a20700/2, rc 0, transno 4294975991 00000100:00100000:0.0:1767318260.054105:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938640384:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.054172:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938640512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.054217:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.054251:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938640512 00000100:00100000:0.0:1767318260.054257:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938640512 00000100:00100000:0.0:1767318260.054300:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24487 00000100:00100000:0.0:1767318260.054307:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0316a22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+534:6186:x1853163938640512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.054328:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:917 count 1 00002000:00010000:0.0:1767318260.054368:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x395:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.054376:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9ed78 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.054387:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.054389:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.054394:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9ed78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.054406:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9ed78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.054414:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9ed78 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.054420:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9ed78 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.054436:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.054449:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.054454:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9ed78 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.054461:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.054464:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9ed78 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.054473:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9ed78 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.054486:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9ed78 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.054493:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9ed78 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.054530:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.054532:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.054534:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.054752:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+535:6186:x1853163938640512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 445us (534us total) trans 4294975992 rc 0/0 00000100:00100000:0.0:1767318260.054760:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24487 00000004:00080000:0.0:1767318260.054789:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a20000/2, rc 0, transno 4294975992 00000100:00100000:0.0:1767318260.054798:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938640512:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.054856:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f4700/2, rc 0, transno 4294976324 00000100:00100000:0.0:1767318260.054867:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938637056:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.054904:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103d500/2, rc 0, transno 4294976325 00000100:00100000:0.0:1767318260.055000:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938637568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.055032:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318260.055040:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938640896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.055067:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.055094:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938640896 00000100:00100000:0.0:1767318260.055098:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938640896 00000100:00100000:0.0:1767318260.055123:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24488 00000100:00100000:0.0:1767318260.055130:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0316a21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+617:6186:x1853163938640896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.055144:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:812 count 1 00002000:00010000:0.0:1767318260.055166:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x32c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.055172:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b600/0x3313483622c9ed7f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.055182:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.055184:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.055189:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b600/0x3313483622c9ed7f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.055199:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b600/0x3313483622c9ed7f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.055205:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b600/0x3313483622c9ed7f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.055211:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b600/0x3313483622c9ed7f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.055224:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.055233:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.055237:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b600/0x3313483622c9ed7f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.055243:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.055246:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b600/0x3313483622c9ed7f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.055252:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b600/0x3313483622c9ed7f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.055263:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b600/0x3313483622c9ed7f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.055269:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b600/0x3313483622c9ed7f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.055283:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.055284:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.055286:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.056070:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.056082:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.056088:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.056406:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+618:6186:x1853163938640896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1274us (1335us total) trans 4294976332 rc 0/0 00000100:00100000:0.0:1767318260.056416:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24488 00000004:00080000:0.0:1767318260.056461:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103fb80/2, rc 0, transno 4294975989 00000100:00100000:0.0:1767318260.056473:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938638080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.056535:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318260.056546:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938641024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.056581:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.056616:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938641024 00000100:00100000:0.0:1767318260.056621:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938641024 00000100:00100000:0.0:1767318260.056658:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24489 00000100:00100000:0.0:1767318260.056666:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d335450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+535:6185:x1853163938641024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.056688:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:919 count 1 00002000:00010000:0.0:1767318260.056713:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x397:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.056719:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ed86 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.056731:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.056732:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.056737:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ed86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.056749:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ed86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.056759:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ed86 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.056766:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ed86 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.056780:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.056790:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.056795:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ed86 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.056801:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.056804:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ed86 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.056813:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ed86 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.056825:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ed86 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.056832:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87bc00/0x3313483622c9ed86 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.056846:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.056847:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.056850:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.059283:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d335450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+536:6185:x1853163938641024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2612us (2695us total) trans 4294975993 rc 0/0 00000100:00100000:0.0:1767318260.059295:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24489 00000004:00080000:0.0:1767318260.059437:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a23b80/2, rc 0, transno 4294975993 00000100:00100000:0.0:1767318260.059450:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938641024:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.059537:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e4b800/2, rc 0, transno 4294975990 00000100:00100000:0.0:1767318260.059547:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938638592:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.059577:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c0000/2, rc 0, transno 4294976330 00000100:00100000:0.0:1767318260.059587:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938639616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.059627:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938641408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.059659:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.059694:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938641408 00000100:00100000:0.0:1767318260.059699:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938641408 00000100:00100000:0.0:1767318260.059730:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24490 00000100:00100000:0.0:1767318260.059737:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0316a21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+618:6185:x1853163938641408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.059759:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:813 count 1 00002000:00010000:0.0:1767318260.059792:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x32d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.059799:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ed8d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.059812:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.059814:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.059819:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ed8d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.059833:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ed8d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.059842:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ed8d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.059849:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ed8d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.059865:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.059877:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.059882:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ed8d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.059889:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.059893:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ed8d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.059901:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ed8d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.059999:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ed8d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.060007:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b400/0x3313483622c9ed8d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.060028:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.060029:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.060032:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.060229:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+619:6185:x1853163938641408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 492us (569us total) trans 4294976333 rc 0/0 00000100:00100000:0.0:1767318260.060237:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24490 00000004:00080000:0.0:1767318260.060269:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a22d80/2, rc 0, transno 4294976333 00000100:00100000:0.0:1767318260.060278:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938641408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.060312:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318260.060319:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938641536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.060357:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.060380:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938641536 00000100:00100000:0.0:1767318260.060384:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938641536 00000100:00100000:0.0:1767318260.060416:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24491 00000100:00100000:0.0:1767318260.060422:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0316a20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+619:6185:x1853163938641536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.060436:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:814 count 1 00002000:00010000:0.0:1767318260.060452:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x32e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.060458:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ed94 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.060466:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.060468:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.060471:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ed94 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.060480:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ed94 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.060488:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ed94 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.060499:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ed94 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.060543:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.060673:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0316a20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+620:6185:x1853163938641536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 250us (315us total) trans 4294976334 rc 0/0 00000100:00100000:0.0:1767318260.060679:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24491 00000004:00080000:0.0:1767318260.060705:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a20e00/2, rc 0, transno 4294976334 00000100:00100000:0.0:1767318260.060713:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938641536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.060745:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938640640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.060769:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.060785:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938641152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.060801:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.060822:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160b9c00/2, rc 0, transno 4294976331 00000100:00100000:0.0:1767318260.060829:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938640128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.060862:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938640640 00000100:00100000:0.0:1767318260.060866:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938640640 00000100:00100000:0.0:1767318260.060886:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938641152 00000100:00100000:0.0:1767318260.060890:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938641152 00000100:00100000:0.0:1767318260.060909:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24492 00000100:00100000:0.0:1767318260.061502:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+537:6187:x1853163938640640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.061538:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:918 count 1 00002000:00010000:0.0:1767318260.061562:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x396:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.061568:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ed9b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.061579:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.061581:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.061586:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ed9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.061597:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ed9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.061606:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ed9b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.061613:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ed9b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.061628:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.061827:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+538:6187:x1853163938640640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 328us (1056us total) trans 4294975994 rc 0/0 00000004:00080000:1.0:1767318260.061947:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a21880/2, rc 0, transno 4294976332 00000100:00100000:1.0:1767318260.061964:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938640896:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.061985:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.061991:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ed94 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.062000:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.062003:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ed94 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.062012:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ed94 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.062028:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ed94 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.062036:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a800/0x3313483622c9ed94 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.062053:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.062056:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ed9b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.062063:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.062065:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ed9b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.062071:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ed9b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.062080:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ed9b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.062086:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9ed9b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.062096:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.062098:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.062100:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.062106:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.062116:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938641664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.062149:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.062179:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938641664 00000100:00100000:1.0:1767318260.062183:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938641664 00000100:00100000:2.0:1767318260.062249:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24493 00000100:00100000:2.0:1767318260.062261:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+538:6187:x1853163938641152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.062277:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:920 count 1 00002000:00010000:2.0:1767318260.062295:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x398:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.062300:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9eda2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.062310:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.062312:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.062316:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9eda2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.062325:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9eda2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.062342:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9eda2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.062350:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9eda2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.062363:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.062557:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+539:6187:x1853163938641152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 300us (1754us total) trans 4294975995 rc 0/0 00000100:00100000:2.0:1767318260.062564:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24493 00000100:00100000:2.0:1767318260.062930:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938636160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.062962:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.062990:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938636672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.063010:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.063026:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938637184:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.063047:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.063064:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938636160 00000100:00100000:2.0:1767318260.063068:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938636160 00000100:00100000:2.0:1767318260.063097:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938636672 00000100:00100000:2.0:1767318260.063100:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938636672 00000100:00100000:2.0:1767318260.063118:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938637184 00000100:00100000:2.0:1767318260.063120:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938637184 00000100:00100000:2.0:1767318260.063137:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24494 00000100:00100000:2.0:1767318260.063143:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+540:6188:x1853163938636160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.063158:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:903 count 1 00002000:00010000:2.0:1767318260.063178:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x387:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.063185:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9eda9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063194:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.063196:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.063199:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9eda9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063209:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9eda9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063217:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9eda9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063224:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9eda9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063237:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.063416:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+541:6188:x1853163938636160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 272us (452us total) trans 4294975996 rc 0/0 00000100:00100000:2.0:1767318260.063426:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24494 00000100:00100000:2.0:1767318260.063441:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24495 00000100:00100000:2.0:1767318260.063447:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+540:6188:x1853163938636672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.063458:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:907 count 1 00002000:00010000:2.0:1767318260.063472:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x38b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.063477:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9edb0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063483:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.063485:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.063488:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9edb0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063496:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9edb0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063503:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9edb0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063531:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9edb0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063545:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.063667:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+541:6188:x1853163938636672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 220us (655us total) trans 4294975997 rc 0/0 00000100:00100000:2.0:1767318260.063673:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24495 00000100:00100000:2.0:1767318260.063686:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24496 00000100:00100000:2.0:1767318260.063693:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+621:6188:x1853163938637184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.063705:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:794 count 1 00002000:00010000:2.0:1767318260.063722:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x31a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.063727:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9edb7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063735:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.063736:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.063739:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9edb7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063748:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9edb7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063755:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9edb7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063761:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9edb7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.063775:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318260.063911:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+622:6188:x1853163938637184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 218us (862us total) trans 4294976335 rc 0/0 00000100:00100000:2.0:1767318260.063918:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24496 00000004:00080000:2.0:1767318260.063970:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f7800/2, rc 0, transno 4294976335 00000100:00100000:2.0:1767318260.063976:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938637184:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.063984:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938637696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.064010:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.064027:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938638208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.064047:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.064062:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938638720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.064082:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.064099:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938637696 00000100:00100000:2.0:1767318260.064102:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938637696 00000100:00100000:2.0:1767318260.064128:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938638208 00000100:00100000:2.0:1767318260.064131:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938638208 00000100:00100000:2.0:1767318260.064148:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938638720 00000100:00100000:2.0:1767318260.064151:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938638720 00000100:00100000:2.0:1767318260.064165:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24497 00000100:00100000:2.0:1767318260.064171:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+623:6188:x1853163938637696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.064182:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:798 count 1 00002000:00010000:2.0:1767318260.064199:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x31e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.064204:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9edbe lrc: 3/0,1 mode: --/PW res: [0x240000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064211:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.064212:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.064215:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9edbe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064223:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9edbe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064230:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9edbe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064242:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9edbe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064255:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318260.064394:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+624:6188:x1853163938637696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 222us (383us total) trans 4294976336 rc 0/0 00000100:00100000:2.0:1767318260.064401:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24497 00000100:00100000:2.0:1767318260.064414:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24498 00000100:00100000:2.0:1767318260.064420:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+541:6188:x1853163938638208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.064432:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:911 count 1 00002000:00010000:2.0:1767318260.064446:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x38f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.064451:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9edc5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064458:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.064459:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.064462:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9edc5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064470:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9edc5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064477:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9edc5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064484:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9edc5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064493:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318260.064648:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+542:6188:x1853163938638208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 227us (599us total) trans 4294975998 rc 0/0 00000100:00100000:2.0:1767318260.064654:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24498 00000100:00100000:2.0:1767318260.064666:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24499 00000100:00100000:2.0:1767318260.064672:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+623:6188:x1853163938638720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.064683:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:801 count 1 00002000:00010000:2.0:1767318260.064699:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x321:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.064704:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9edcc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064711:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.064712:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.064715:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9edcc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064723:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9edcc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064730:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9edcc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064737:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9edcc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.064745:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1767318260.064865:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+624:6188:x1853163938638720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 193us (781us total) trans 4294976337 rc 0/0 00000100:00100000:2.0:1767318260.064871:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24499 00000004:00080000:2.0:1767318260.064915:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e4bb80/2, rc 0, transno 4294976337 00000100:00100000:2.0:1767318260.064921:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938638720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.064928:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938639232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.064952:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.064972:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938639744:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.064991:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.065005:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938640256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.065026:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.065043:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938639232 00000100:00100000:2.0:1767318260.065048:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938639232 00000100:00100000:2.0:1767318260.065072:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938639744 00000100:00100000:2.0:1767318260.065075:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938639744 00000100:00100000:2.0:1767318260.065092:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24500 00000100:00100000:2.0:1767318260.065098:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+543:6188:x1853163938639232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.065109:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:914 count 1 00002000:00010000:2.0:1767318260.065124:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x392:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.065129:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9edd3 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.065136:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.065138:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.065141:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9edd3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.065153:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9edd3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.065161:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9edd3 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.065167:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9edd3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.065175:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1767318260.065299:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+544:6188:x1853163938639232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 201us (345us total) trans 4294975999 rc 0/0 00000100:00100000:2.0:1767318260.065305:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24500 00000100:00100000:2.0:1767318260.065316:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938640256 00000100:00100000:2.0:1767318260.065319:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938640256 00000100:00100000:3.0:1767318260.065497:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24501 00000100:00100000:3.0:1767318260.065520:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+543:6188:x1853163938639744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.065535:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:915 count 1 00002000:00010000:3.0:1767318260.065553:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x393:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.065558:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9edda lrc: 3/0,1 mode: --/PW res: [0x280000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.065566:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.065567:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.065571:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9edda lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.065580:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9edda lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.065588:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9edda lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.065595:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9edda lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.065603:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:3.0:1767318260.065735:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03069fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+544:6188:x1853163938639744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 230us (742us total) trans 4294976000 rc 0/0 00000100:00100000:3.0:1767318260.065745:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24501 00000100:00100000:3.0:1767318260.065759:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24502 00000100:00100000:3.0:1767318260.065765:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+624:6188:x1853163938640256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.065776:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:810 count 1 00002000:00010000:3.0:1767318260.065794:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x32a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.065798:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9ede1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.065806:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.065807:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.065810:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9ede1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.065819:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9ede1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.065826:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9ede1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.065833:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9ede1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.065841:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:3.0:1767318260.066044:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+625:6188:x1853163938640256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 278us (1016us total) trans 4294976338 rc 0/0 00000100:00100000:3.0:1767318260.066050:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24502 00000100:00100000:0.0:1767318260.066193:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24492 00000100:00100000:3.0:1767318260.066355:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24503 00000100:00100000:3.0:1767318260.066363:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+624:6187:x1853163938641664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.066377:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:815 count 1 00002000:00010000:3.0:1767318260.066394:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x32f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.066400:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9ede8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.066407:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.066409:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.066412:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9ede8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.066421:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9ede8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.066429:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9ede8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.066436:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9ede8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.066445:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:3.0:1767318260.066597:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+625:6187:x1853163938641664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 235us (4446us total) trans 4294976339 rc 0/0 00000100:00100000:3.0:1767318260.066604:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24503 00000004:00080000:2.0:1767318260.067288:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160b8e00/2, rc 0, transno 4294976338 00000100:00100000:2.0:1767318260.067305:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938640256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.067314:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938640768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.067366:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.067390:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938641280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.067414:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.067429:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938641792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.067447:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.067466:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938640768 00000100:00100000:2.0:1767318260.067471:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938640768 00000100:00100000:2.0:1767318260.067524:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938641280 00000100:00100000:2.0:1767318260.067527:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938641280 00000100:00100000:2.0:1767318260.067544:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938641792 00000100:00100000:2.0:1767318260.067546:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938641792 00000100:00100000:2.0:1767318260.067560:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24504 00000100:00100000:2.0:1767318260.067566:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+626:6188:x1853163938640768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.067581:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:811 count 1 00002000:00010000:2.0:1767318260.067604:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x32b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.067611:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9edef lrc: 3/0,1 mode: --/PW res: [0x240000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.067621:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.067623:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.067627:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9edef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.067638:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9edef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.067646:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9edef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.067653:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9edef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.067663:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00000100:00100000:2.0:1767318260.067864:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+627:6188:x1853163938640768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 296us (497us total) trans 4294976340 rc 0/0 00000100:00100000:2.0:1767318260.067871:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24504 00000100:00100000:2.0:1767318260.067888:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24505 00000100:00100000:2.0:1767318260.067895:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+543:6188:x1853163938641280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.067907:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:921 count 1 00000100:00100000:3.0:1767318260.068219:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24506 00000100:00100000:3.0:1767318260.068228:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+626:6188:x1853163938641792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.068240:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:816 count 1 00002000:00010000:3.0:1767318260.068256:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x330:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.068261:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9edf6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.068269:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.068271:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.068274:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9edf6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.068283:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9edf6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.068291:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9edf6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.068298:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9edf6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.068306:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00000100:00100000:3.0:1767318260.068456:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+627:6188:x1853163938641792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 230us (1007us total) trans 4294976341 rc 0/0 00000100:00100000:3.0:1767318260.068463:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24506 00010000:00010000:0.0:1767318260.070089:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:0.0:1767318260.070102:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9eda2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070113:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070118:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9eda2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070128:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9eda2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070147:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9eda2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070154:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9eda2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070175:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:0.0:1767318260.070178:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9eda9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070185:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070187:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9eda9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070194:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9eda9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070203:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9eda9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070209:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9e00/0x3313483622c9eda9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070220:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1767318260.070223:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9edb0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070234:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070237:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9edb0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070244:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9edb0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070254:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9edb0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070261:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9000/0x3313483622c9edb0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070274:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1767318260.070279:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9edb7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070284:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070287:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9edb7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070293:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9edb7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070303:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9edb7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070314:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9edb7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070324:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1767318260.070328:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9edbe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070343:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070346:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9edbe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070354:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9edbe lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070363:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9edbe lrc: 1/0,0 mode: --/PW res: [0x240000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070370:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9edbe lrc: 0/0,0 mode: --/PW res: [0x240000404:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070383:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1767318260.070387:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9edc5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070393:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070396:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9edc5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070404:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9edc5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070413:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9edc5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070420:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9a00/0x3313483622c9edc5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070432:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767318260.070435:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9edcc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070441:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070445:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9edcc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070451:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9edcc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070460:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9edcc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070466:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9edcc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070483:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318260.070486:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9edd3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070493:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070495:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9edd3 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070502:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9edd3 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070532:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9edd3 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070538:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9edd3 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070551:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318260.070554:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9edda lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070559:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070562:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9edda lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070568:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9edda lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070576:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9edda lrc: 1/0,0 mode: --/PW res: [0x280000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070582:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9edda lrc: 0/0,0 mode: --/PW res: [0x280000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070594:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.070597:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9ede1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070602:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070605:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9ede1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070611:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9ede1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070619:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9ede1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070625:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9ede1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070636:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.070639:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9ede8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070648:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070651:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9ede8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070657:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9ede8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070664:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9ede8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070670:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9ede8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070681:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.070684:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9edef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070690:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070693:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9edef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070700:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9edef lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070708:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9edef lrc: 1/0,0 mode: --/PW res: [0x240000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070719:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9edef lrc: 0/0,0 mode: --/PW res: [0x240000404:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070730:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.070733:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9edf6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070738:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.070740:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9edf6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070747:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9edf6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070757:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9edf6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070763:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9edf6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.070774:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.070776:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.070778:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.070860:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.070882:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938641920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.072067:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.072119:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318260.072128:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320e4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938642048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.072158:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.072192:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938641920 00000100:00100000:0.0:1767318260.072198:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938641920 00000100:00100000:0.0:1767318260.072233:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938642048 00000100:00100000:0.0:1767318260.072237:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938642048 00000100:00100000:0.0:1767318260.072255:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24507 00000100:00100000:0.0:1767318260.072262:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+628:6185:x1853163938641920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.072289:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:817 count 1 00002000:00010000:0.0:1767318260.072322:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x331:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.072329:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9edfd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072351:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.072353:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.072358:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9edfd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072371:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9edfd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072380:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9edfd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072389:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9edfd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072406:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.072419:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.072425:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9edfd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072432:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.072436:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9edfd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072444:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9edfd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072457:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9edfd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072464:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9edfd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072480:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.072482:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.072483:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.072496:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24508 00000100:00100000:0.0:1767318260.072503:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+628:6185:x1853163938642048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.072532:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:818 count 1 00002000:00010000:0.0:1767318260.072547:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x332:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.072552:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9ee04 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072559:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.072561:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.072564:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9ee04 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072572:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9ee04 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072579:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9ee04 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072587:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9ee04 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072599:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.072841:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+629:6185:x1853163938642048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 336us (680us total) trans 4294976342 rc 0/0 00000100:00100000:0.0:1767318260.072848:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24508 00010000:00010000:0.0:1767318260.072871:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.072876:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9ee04 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072884:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.072887:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9ee04 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072894:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9ee04 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.072906:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9ee04 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073003:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b800/0x3313483622c9ee04 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073017:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.073018:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.073020:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.073163:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317c17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+629:6185:x1853163938641920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 901us (1100us total) trans 4294976343 rc 0/0 00000100:00100000:0.0:1767318260.073170:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24507 00000004:00080000:0.0:1767318260.073209:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320e4ad80/2, rc 0, transno 4294976342 00000100:00100000:0.0:1767318260.073220:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320e4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938642048:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.073272:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103f800/2, rc 0, transno 4294976343 00000100:00100000:0.0:1767318260.073279:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938641920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.073308:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938642432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.073332:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.073363:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318260.073369:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938642560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.073388:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.073409:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938642432 00000100:00100000:0.0:1767318260.073413:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938642432 00000100:00100000:0.0:1767318260.073433:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938642560 00000100:00100000:0.0:1767318260.073435:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938642560 00000100:00100000:0.0:1767318260.073447:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24509 00000100:00100000:0.0:1767318260.073453:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+630:6185:x1853163938642432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.073467:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:821 count 1 00002000:00010000:0.0:1767318260.073485:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x335:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.073490:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9ee0b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073497:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.073499:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.073503:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9ee0b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073535:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9ee0b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073543:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9ee0b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073549:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9ee0b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073561:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.073568:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.073571:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9ee0b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073577:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.073580:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9ee0b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073587:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9ee0b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073601:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9ee0b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073608:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a200/0x3313483622c9ee0b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073619:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.073620:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.073621:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.073631:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24510 00000100:00100000:0.0:1767318260.073636:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03248c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+630:6185:x1853163938642560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.073646:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:822 count 1 00002000:00010000:0.0:1767318260.073659:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x336:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.073663:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee12 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073670:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.073671:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.073674:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee12 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073683:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee12 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073690:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee12 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073701:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee12 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073712:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.073860:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+631:6185:x1853163938642560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 223us (470us total) trans 4294976344 rc 0/0 00000100:00100000:0.0:1767318260.073868:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24510 00010000:00010000:0.0:1767318260.073885:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.073889:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee12 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073895:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.073898:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee12 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.073905:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee12 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318260.074042:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x399:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.074049:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9ee19 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.074057:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.074059:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.074062:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9ee19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.074071:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9ee19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.074080:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9ee19 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.074086:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9ee19 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.074100:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.074252:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+544:6188:x1853163938641280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6357us (6836us total) trans 4294976001 rc 0/0 00000100:00100000:2.0:1767318260.074259:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24505 00000004:00080000:2.0:1767318260.074314:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103ca80/2, rc 0, transno 4294976341 00000100:00100000:2.0:1767318260.074326:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938641792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.074350:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938642304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.074380:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.074407:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f5180/2, rc 0, transno 4294975996 00000100:00100000:2.0:1767318260.074418:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938636160:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.074428:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f5c00/2, rc 0, transno 4294975997 00000100:00100000:2.0:1767318260.074431:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938636672:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.074441:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103ea00/2, rc 0, transno 4294976336 00000100:00100000:2.0:1767318260.074444:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938637696:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.074453:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103e300/2, rc 0, transno 4294975998 00000100:00100000:2.0:1767318260.074456:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938638208:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.074464:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c17480/2, rc 0, transno 4294975999 00000100:00100000:2.0:1767318260.074468:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938639232:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.074477:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c3800/2, rc 0, transno 4294976000 00000100:00100000:2.0:1767318260.074480:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938639744:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.074489:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a23100/2, rc 0, transno 4294976340 00000100:00100000:2.0:1767318260.074492:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938640768:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.074498:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a21f80/2, rc 0, transno 4294976001 00000100:00100000:2.0:1767318260.074501:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938641280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.074526:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318260.074531:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938642176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.074553:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.074580:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938642304 00000100:00100000:2.0:1767318260.074585:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938642304 00000100:00100000:2.0:1767318260.074609:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938642176 00000100:00100000:2.0:1767318260.074612:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938642176 00000100:00100000:2.0:1767318260.074631:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24511 00000100:00100000:2.0:1767318260.074638:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+632:6188:x1853163938642304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.074655:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:820 count 1 00002000:00010000:2.0:1767318260.074672:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x334:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.074678:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9ee20 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.074686:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.074688:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.074691:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9ee20 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.074700:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9ee20 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.074707:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9ee20 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.074713:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9ee20 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.074721:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.074870:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+633:6188:x1853163938642304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 232us (488us total) trans 4294976345 rc 0/0 00000100:00100000:2.0:1767318260.074877:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24511 00000100:00100000:2.0:1767318260.074890:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24512 00000100:00100000:2.0:1767318260.074896:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+632:6188:x1853163938642176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.074907:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:819 count 1 00002000:00010000:2.0:1767318260.075016:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x333:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.075021:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9ee27 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.075029:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.075031:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.075034:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9ee27 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.075042:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9ee27 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.075049:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9ee27 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.075055:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9ee27 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.075063:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.075183:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+633:6188:x1853163938642176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 287us (628us total) trans 4294976346 rc 0/0 00000100:00100000:2.0:1767318260.075189:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24512 00000004:00080000:2.0:1767318260.075226:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c15500/2, rc 0, transno 4294976346 00000100:00100000:2.0:1767318260.075231:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938642176:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.075240:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c16680/2, rc 0, transno 4294976345 00000100:00100000:2.0:1767318260.075243:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938642304:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.075462:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.075470:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9ee19 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075477:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.075480:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9ee19 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075487:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9ee19 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075502:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9ee19 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075543:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9ee19 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075564:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.075567:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9ee20 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075573:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.075576:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9ee20 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075583:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9ee20 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075592:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9ee20 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075598:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9ee20 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075610:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.075612:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9ee27 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075618:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.075621:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9ee27 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075627:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9ee27 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075637:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9ee27 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075642:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9ee27 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.075652:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.075654:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.075656:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.075676:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.075681:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.075711:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a23480/2, rc 0, transno 4294976339 00000100:00100000:1.0:1767318260.075717:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938641664:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.075728:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a22300/2, rc 0, transno 4294975994 00000100:00100000:1.0:1767318260.075733:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938640640:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.075741:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a21c00/2, rc 0, transno 4294975995 00000100:00100000:1.0:1767318260.075745:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938641152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.077406:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03248c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+633:6185:x1853163938642432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3948us (4068us total) trans 4294976347 rc 0/0 00000100:00100000:1.0:1767318260.077418:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24509 00010000:00010000:0.0:1767318260.077472:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee12 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.077485:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee12 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.077527:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.077529:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.077532:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.077538:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.077691:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938642944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.077726:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.077753:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938643456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.077767:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.077776:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938643968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.077790:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.077822:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c3b80/2, rc 0, transno 4294976344 00000100:00100000:0.0:1767318260.077831:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938642560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.077856:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938642944 00000100:00100000:0.0:1767318260.077861:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938642944 00000100:00100000:0.0:1767318260.077892:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938643456 00000100:00100000:0.0:1767318260.077894:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938643456 00000100:00100000:0.0:1767318260.077905:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938643968 00000100:00100000:0.0:1767318260.077907:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938643968 00000100:00100000:2.0:1767318260.078023:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938642816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.078054:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.078078:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938642816 00000100:00100000:2.0:1767318260.078081:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938642816 00000100:00100000:2.0:1767318260.078107:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24513 00000100:00100000:2.0:1767318260.078115:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+546:6185:x1853163938642944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.078142:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:924 count 1 00002000:00010000:2.0:1767318260.078175:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x39c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.078182:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ee2e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078194:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.078197:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.078201:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ee2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078214:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ee2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078223:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ee2e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078230:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ee2e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078244:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.078424:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+547:6185:x1853163938642944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 310us (697us total) trans 4294976002 rc 0/0 00000100:00100000:2.0:1767318260.078431:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24513 00000100:00100000:2.0:1767318260.078444:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24514 00000100:00100000:2.0:1767318260.078449:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+546:6185:x1853163938643456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.078461:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:928 count 1 00002000:00010000:2.0:1767318260.078475:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.078480:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9ee35 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078488:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.078489:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.078492:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9ee35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078502:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9ee35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078524:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9ee35 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078531:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9ee35 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078542:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.078643:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+547:6185:x1853163938643456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 192us (874us total) trans 4294976003 rc 0/0 00000100:00100000:2.0:1767318260.078649:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24514 00000100:00100000:2.0:1767318260.078660:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24515 00000100:00100000:2.0:1767318260.078665:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+546:6188:x1853163938642816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.078674:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:923 count 1 00002000:00010000:2.0:1767318260.078688:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x39b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.078693:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11c00/0x3313483622c9ee3c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078700:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.078701:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.078704:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11c00/0x3313483622c9ee3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078712:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11c00/0x3313483622c9ee3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078721:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11c00/0x3313483622c9ee3c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078728:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11c00/0x3313483622c9ee3c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.078737:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.078836:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+547:6188:x1853163938642816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 170us (780us total) trans 4294976004 rc 0/0 00000100:00100000:2.0:1767318260.078841:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24515 00000004:00080000:2.0:1767318260.078872:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090f7b80/2, rc 0, transno 4294976004 00000100:00100000:2.0:1767318260.078890:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938642816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.078896:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938643328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318260.079024:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.079031:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ee2e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079039:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.079044:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ee2e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079052:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ee2e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079066:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ee2e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079073:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9ee2e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079091:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.079095:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9ee35 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079100:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.079103:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9ee35 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079109:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9ee35 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079118:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9ee35 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079125:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9ee35 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079141:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.079144:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11c00/0x3313483622c9ee3c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079149:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.079152:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11c00/0x3313483622c9ee3c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079158:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11c00/0x3313483622c9ee3c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079166:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11c00/0x3313483622c9ee3c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079171:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11c00/0x3313483622c9ee3c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.079181:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.079182:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.079184:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.079190:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.079195:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.079204:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938642688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.080099:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.080140:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938643200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.080176:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.080201:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938643712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.080221:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.080242:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938644224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.080261:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.080295:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938642688 00000100:00100000:1.0:1767318260.080301:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938642688 00000100:00100000:1.0:1767318260.080344:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938643200 00000100:00100000:1.0:1767318260.080347:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938643200 00000100:00100000:1.0:1767318260.080364:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938643712 00000100:00100000:1.0:1767318260.080367:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938643712 00000100:00100000:1.0:1767318260.080384:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938644224 00000100:00100000:1.0:1767318260.080387:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938644224 00000100:00100000:1.0:1767318260.080404:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24516 00000100:00100000:1.0:1767318260.080411:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+548:6187:x1853163938642688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.080433:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:922 count 1 00002000:00010000:1.0:1767318260.080459:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x39a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.080466:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9ee43 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.080477:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.080479:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.080484:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9ee43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.080494:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9ee43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.080521:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9ee43 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.080534:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9ee43 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.080549:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.080766:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+549:6187:x1853163938642688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 354us (669us total) trans 4294976005 rc 0/0 00000100:00100000:1.0:1767318260.080773:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24516 00000100:00100000:1.0:1767318260.080789:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24517 00000100:00100000:1.0:1767318260.080795:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d334850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+548:6187:x1853163938643200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.080806:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:926 count 1 00002000:00010000:1.0:1767318260.080821:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x39e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.080825:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9ee4a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.080832:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.080834:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.080837:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9ee4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.080846:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9ee4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.080853:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9ee4a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.080860:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9ee4a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.080874:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.081030:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.081057:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938643328 00000100:00100000:2.0:1767318260.081062:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938643328 00000100:00100000:2.0:1767318260.081090:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24518 00000100:00100000:2.0:1767318260.081097:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+635:6187:x1853163938643712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.081110:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:823 count 1 00002000:00010000:2.0:1767318260.081127:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x337:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.081133:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9ee51 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081141:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.081143:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.081146:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9ee51 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081155:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9ee51 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081162:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9ee51 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081168:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9ee51 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081184:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.081346:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+636:6187:x1853163938643712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 239us (1112us total) trans 4294976348 rc 0/0 00000100:00100000:2.0:1767318260.081353:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24518 00000100:00100000:2.0:1767318260.081366:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24519 00000100:00100000:2.0:1767318260.081374:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+635:6187:x1853163938644224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.081386:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:827 count 1 00002000:00010000:2.0:1767318260.081401:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x33b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.081406:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9ee58 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081414:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.081415:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.081418:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9ee58 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081427:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9ee58 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081434:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9ee58 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081441:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9ee58 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081454:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318260.081622:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311864380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+636:6187:x1853163938644224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 249us (1359us total) trans 4294976349 rc 0/0 00000100:00100000:2.0:1767318260.081629:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24519 00000100:00100000:2.0:1767318260.081641:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24520 00000100:00100000:2.0:1767318260.081647:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+549:6188:x1853163938643328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.081658:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:927 count 1 00002000:00010000:2.0:1767318260.081673:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x39f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.081678:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9ee5f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081689:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.081691:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.081694:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9ee5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081701:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9ee5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081708:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9ee5f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081714:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9ee5f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.081725:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318260.081801:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938643840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.081831:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.081855:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309413480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938644352:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.081873:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.081898:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938643840 00000100:00100000:2.0:1767318260.081903:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938643840 00000100:00100000:0.0:1767318260.082096:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938644352 00000100:00100000:0.0:1767318260.082100:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938644352 00000100:00100000:0.0:1767318260.082128:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24521 00000100:00100000:0.0:1767318260.082134:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+637:6188:x1853163938644352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.082146:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:828 count 1 00002000:00010000:0.0:1767318260.082164:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x33c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.082170:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9ee66 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082178:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.082180:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.082183:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9ee66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082193:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9ee66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082201:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9ee66 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082207:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9ee66 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082215:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767318260.082377:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+638:6188:x1853163938644352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 242us (502us total) trans 4294976350 rc 0/0 00000100:00100000:0.0:1767318260.082384:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24521 00010000:00010000:0.0:1767318260.082402:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318260.082409:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9ee43 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082417:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.082421:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9ee43 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082429:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9ee43 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082446:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9ee43 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082459:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441c00/0x3313483622c9ee43 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082479:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318260.082482:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9ee4a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082487:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.082490:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9ee4a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082496:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9ee4a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082522:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9ee4a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082529:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440800/0x3313483622c9ee4a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082542:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.082545:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9ee51 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082552:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.082555:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9ee51 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082561:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9ee51 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082571:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9ee51 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082577:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9ee51 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082590:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.082593:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9ee58 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082599:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.082602:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9ee58 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082608:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9ee58 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082615:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9ee58 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082621:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9ee58 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082634:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.082638:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9ee5f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082643:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.082645:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9ee5f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082650:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9ee5f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082657:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9ee5f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082664:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9ee5f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082673:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.082676:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9ee66 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082682:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.082684:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9ee66 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082690:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9ee66 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082698:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9ee66 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082704:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87b200/0x3313483622c9ee66 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.082716:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.082718:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.082719:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.082736:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.082770:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c1880/2, rc 0, transno 4294976347 00000100:00100000:0.0:1767318260.082784:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938642432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.082828:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938644480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.082859:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.082884:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160bad80/2, rc 0, transno 4294976002 00000100:00100000:0.0:1767318260.082892:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938642944:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318260.084063:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.084089:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.084094:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.084112:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938644736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.084163:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318260.084217:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c0a80/2, rc 0, transno 4294976005 00000100:00100000:1.0:1767318260.084223:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938642688:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.084235:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d91500/2, rc 0, transno 4294976348 00000100:00100000:1.0:1767318260.084243:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938643712:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.084253:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309410700/2, rc 0, transno 4294976349 00000100:00100000:1.0:1767318260.084256:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938644224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.084472:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d334850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+550:6187:x1853163938643200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3677us (4294us total) trans 4294976006 rc 0/0 00000100:00100000:1.0:1767318260.084481:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24517 00000100:00100000:1.0:1767318260.084501:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938644480 00000100:00100000:1.0:1767318260.084547:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938644480 00000100:00100000:1.0:1767318260.084580:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938644736 00000100:00100000:1.0:1767318260.084583:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938644736 00000100:00100000:1.0:1767318260.084600:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24522 00000100:00100000:1.0:1767318260.084607:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+639:6185:x1853163938644480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.084631:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:829 count 1 00002000:00010000:1.0:1767318260.084657:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x33d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.084663:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9ee6d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.084676:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.084678:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.084683:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9ee6d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.084695:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9ee6d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.084704:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9ee6d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.084710:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9ee6d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.084725:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.084883:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+640:6185:x1853163938644480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 275us (2022us total) trans 4294976351 rc 0/0 00000100:00100000:1.0:1767318260.084889:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24522 00000100:00100000:1.0:1767318260.084902:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24523 00000100:00100000:1.0:1767318260.084909:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+639:6187:x1853163938644736:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.085184:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+550:6188:x1853163938643328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3534us (4151us total) trans 4294976007 rc 0/0 00000100:00100000:2.0:1767318260.085192:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24520 00000100:00100000:2.0:1767318260.085229:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24524 00000100:00100000:2.0:1767318260.085237:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+639:6188:x1853163938643840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.085253:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:824 count 1 00002000:00010000:2.0:1767318260.085271:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x338:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.085277:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10a00/0x3313483622c9ee74 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.085285:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.085287:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.085290:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10a00/0x3313483622c9ee74 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.085300:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10a00/0x3313483622c9ee74 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.085308:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10a00/0x3313483622c9ee74 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.085315:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10a00/0x3313483622c9ee74 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.085330:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.085472:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+640:6188:x1853163938643840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 236us (3639us total) trans 4294976352 rc 0/0 00000100:00100000:2.0:1767318260.085478:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24524 00000004:00080000:2.0:1767318260.085538:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160b9180/2, rc 0, transno 4294976007 00000100:00100000:2.0:1767318260.085544:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938643328:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.085557:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d93480/2, rc 0, transno 4294976352 00000100:00100000:2.0:1767318260.085562:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938643840:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.085574:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309413480/2, rc 0, transno 4294976350 00000100:00100000:2.0:1767318260.085578:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309413480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938644352:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.085777:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.085784:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9ee6d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.085793:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.085797:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9ee6d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.085806:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9ee6d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.085824:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9ee6d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.085831:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9ee6d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.085849:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.085853:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10a00/0x3313483622c9ee74 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.085859:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.085863:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10a00/0x3313483622c9ee74 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.085870:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10a00/0x3313483622c9ee74 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.085879:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10a00/0x3313483622c9ee74 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.085887:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10a00/0x3313483622c9ee74 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.085900:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.085902:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.085904:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.086059:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.086088:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d90380/2, rc 0, transno 4294976003 00000100:00100000:0.0:1767318260.086099:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938643456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.086132:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938644992:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.086171:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.086195:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309411c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938645504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.086214:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.086243:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309413100/2, rc 0, transno 4294976351 00000100:00100000:0.0:1767318260.086251:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938644480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.086276:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 6 async RPCs [1->0] 00000100:00100000:0.0:1767318260.086280:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03160ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938643072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.086298:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.086316:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938644992 00000100:00100000:0.0:1767318260.086321:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938644992 00000100:00100000:0.0:1767318260.086357:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938645504 00000100:00100000:0.0:1767318260.086360:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938645504 00000100:00100000:0.0:1767318260.086374:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938643072 00000100:00100000:0.0:1767318260.086376:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938643072 00000100:00100000:0.0:1767318260.086390:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24525 00000100:00100000:0.0:1767318260.086396:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+551:6185:x1853163938644992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.086412:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:932 count 1 00002000:00010000:0.0:1767318260.086435:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.086440:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9ee7b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.086450:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.086451:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.086456:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9ee7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.086471:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9ee7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.086480:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9ee7b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.086487:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9ee7b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.086534:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.086723:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+552:6185:x1853163938644992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 325us (550us total) trans 4294976008 rc 0/0 00000100:00100000:0.0:1767318260.086730:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24525 00000100:00100000:0.0:1767318260.086747:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24526 00000100:00100000:0.0:1767318260.086754:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+640:6185:x1853163938645504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.086766:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:833 count 1 00002000:00010000:0.0:1767318260.086782:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x341:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.086787:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9ee82 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.086795:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.086796:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.086799:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9ee82 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.086808:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9ee82 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.086816:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9ee82 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.086824:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9ee82 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.086837:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.087402:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24527 00000100:00100000:2.0:1767318260.087414:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+551:6185:x1853163938643072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.087430:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:925 count 1 00002000:00010000:2.0:1767318260.087450:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x39d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.087455:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9ee89 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.087465:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.087467:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.087470:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9ee89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.087481:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9ee89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.087488:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9ee89 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.087495:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9ee89 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.087530:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318260.088143:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+641:6185:x1853163938645504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1386us (1923us total) trans 4294976353 rc 0/0 00000100:00100000:0.0:1767318260.088151:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24526 00000100:00100000:0.0:1767318260.088190:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0320d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938643584:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.088221:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.088243:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938643584 00000100:00100000:0.0:1767318260.088249:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938643584 00000100:00100000:0.0:1767318260.088276:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24528 00000100:00100000:0.0:1767318260.088282:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+552:6185:x1853163938643584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.088296:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:929 count 1 00002000:00010000:0.0:1767318260.088316:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.088322:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ee90 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.088331:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.088404:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.088410:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9ee7b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088418:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.088422:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9ee7b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088432:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9ee7b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088447:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9ee7b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088455:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b400/0x3313483622c9ee7b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088473:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.088476:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9ee82 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088482:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.088484:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9ee82 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088490:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9ee82 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088499:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9ee82 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088520:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87bc00/0x3313483622c9ee82 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088538:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.088542:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9ee89 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088549:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.088551:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9ee89 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088558:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9ee89 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088567:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9ee89 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088573:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9ee89 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088587:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.088589:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.088590:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.088605:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.088611:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.088624:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938645248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.088654:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.088686:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938645760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.088705:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318260.088737:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160ba680/2, rc 0, transno 4294976006 00000100:00100000:1.0:1767318260.088747:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938643200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.088759:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1767318260.088765:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309412d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938644864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.088782:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.088796:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938645376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.088813:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.088828:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938645888:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.088847:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1767318260.088873:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:830 count 1 00002000:00010000:1.0:1767318260.088893:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x33e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.088898:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9ee97 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.088906:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.088907:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.090041:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.090052:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ee90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.090072:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ee90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.090082:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ee90 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.090089:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ee90 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.090110:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.090378:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+553:6185:x1853163938643584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2093us (2153us total) trans 4294976009 rc 0/0 00000100:00100000:0.0:1767318260.090388:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24528 00000100:00100000:0.0:1767318260.090411:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938645248 00000100:00100000:0.0:1767318260.090417:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938645248 00000100:00100000:0.0:1767318260.090443:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938645760 00000100:00100000:0.0:1767318260.090446:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938645760 00010000:00010000:1.0:1767318260.090579:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9ee97 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.090594:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9ee97 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.090602:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9ee97 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.090608:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9ee97 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.090651:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.092220:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+642:6187:x1853163938644736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7303us (8047us total) trans 4294976354 rc 0/0 00000100:00100000:1.0:1767318260.092232:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24523 00000100:00100000:1.0:1767318260.092260:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938644864 00000100:00100000:1.0:1767318260.092269:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938644864 00000100:00100000:0.0:1767318260.092397:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938645376 00000100:00100000:0.0:1767318260.092401:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938645376 00000100:00100000:1.0:1767318260.093991:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938645888 00000100:00100000:1.0:1767318260.094002:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938645888 00000100:00100000:0.0:1767318260.094108:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24529 00000100:00100000:0.0:1767318260.094121:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+643:6187:x1853163938645248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.094153:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:831 count 1 00002000:00010000:0.0:1767318260.094186:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x33f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.094194:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee9e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094206:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.094209:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.094214:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee9e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094226:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee9e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094236:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee9e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094244:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee9e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094264:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318260.094552:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+644:6187:x1853163938645248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 434us (5895us total) trans 4294976355 rc 0/0 00000100:00100000:0.0:1767318260.094561:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24529 00000100:00100000:0.0:1767318260.094579:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24530 00000100:00100000:0.0:1767318260.094587:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+554:6187:x1853163938645760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.094600:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:934 count 1 00002000:00010000:0.0:1767318260.094618:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.094623:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9eea5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094631:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.094633:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.094636:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9eea5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094652:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9eea5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094661:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9eea5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094668:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9eea5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094683:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318260.094836:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+555:6187:x1853163938645760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 249us (6128us total) trans 4294976010 rc 0/0 00000100:00100000:0.0:1767318260.094843:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24530 00000100:00100000:0.0:1767318260.094855:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24531 00000100:00100000:0.0:1767318260.094861:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+554:6187:x1853163938644864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.094873:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:931 count 1 00002000:00010000:0.0:1767318260.094888:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.094893:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9eeac lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.094901:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.094903:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.094906:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9eeac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095079:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9eeac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095087:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9eeac lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095093:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9eeac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095105:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767318260.095252:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+555:6187:x1853163938644864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 391us (6467us total) trans 4294976011 rc 0/0 00000100:00100000:0.0:1767318260.095259:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24531 00000100:00100000:0.0:1767318260.095273:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24532 00000100:00100000:0.0:1767318260.095280:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+643:6187:x1853163938645376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.095291:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:832 count 1 00002000:00010000:0.0:1767318260.095309:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x340:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.095314:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9eeb3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095321:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.095322:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.095325:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9eeb3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095345:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9eeb3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095354:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9eeb3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095362:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9eeb3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095369:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767318260.095503:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+644:6187:x1853163938645376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 223us (6688us total) trans 4294976356 rc 0/0 00000100:00100000:0.0:1767318260.095534:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24532 00000100:00100000:0.0:1767318260.095548:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24533 00000100:00100000:0.0:1767318260.095554:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+643:6187:x1853163938645888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.095566:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:835 count 1 00002000:00010000:0.0:1767318260.095582:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x343:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.095586:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9eeba lrc: 3/0,1 mode: --/PW res: [0x240000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095594:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.095595:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.095598:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9eeba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095605:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9eeba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095612:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9eeba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095617:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9eeba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095626:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767318260.095757:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+644:6187:x1853163938645888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 202us (6907us total) trans 4294976357 rc 0/0 00000100:00100000:0.0:1767318260.095764:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24533 00010000:00010000:0.0:1767318260.095803:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1767318260.095809:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ee90 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095816:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.095820:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ee90 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095829:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ee90 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095845:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ee90 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095851:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b600/0x3313483622c9ee90 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095867:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318260.095871:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9ee97 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095877:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.095880:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9ee97 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095886:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9ee97 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095894:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9ee97 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.095901:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9ee97 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096121:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318260.096126:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee9e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096132:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.096135:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee9e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096141:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee9e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096152:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee9e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096158:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a000/0x3313483622c9ee9e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096173:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.096176:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9eea5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096181:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.096184:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9eea5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096190:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9eea5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096199:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9eea5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096206:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a200/0x3313483622c9eea5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096218:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.096221:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9eeac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096227:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.096230:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9eeac lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096237:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9eeac lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096247:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9eeac lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096253:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87b800/0x3313483622c9eeac lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096263:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.096266:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9eeb3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096272:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.096274:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9eeb3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096280:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9eeb3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096287:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9eeb3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096293:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ba00/0x3313483622c9eeb3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096302:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.096305:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9eeba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096314:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.096317:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9eeba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096324:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9eeba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096342:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9eeba lrc: 1/0,0 mode: --/PW res: [0x240000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096349:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87ac00/0x3313483622c9eeba lrc: 0/0,0 mode: --/PW res: [0x240000404:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096359:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.096361:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.096363:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.096470:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0320d91f80/2, rc 0, transno 4294976009 00000100:00100000:0.0:1767318260.096485:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0320d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938643584:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.096541:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938644096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.096587:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.096615:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938644096 00000100:00100000:0.0:1767318260.096620:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938644096 00000100:00100000:0.0:1767318260.096653:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24534 00000100:00100000:0.0:1767318260.096660:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+644:6185:x1853163938644096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.096679:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:826 count 1 00002000:00010000:0.0:1767318260.096703:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x33a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.096707:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9eec1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096717:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.096720:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.096724:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9eec1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096734:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9eec1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096833:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9eec1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096844:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9eec1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.096860:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.097167:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+645:6185:x1853163938644096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 505us (577us total) trans 4294976358 rc 0/0 00000100:00100000:0.0:1767318260.097175:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24534 00010000:00010000:0.0:1767318260.097195:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.097201:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9eec1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.097208:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.097211:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9eec1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.097224:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9eec1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.097236:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9eec1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.097243:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030b87a400/0x3313483622c9eec1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.097256:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.097257:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.097258:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.097289:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309410000/2, rc 0, transno 4294976358 00000100:00100000:0.0:1767318260.097300:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938644096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.097538:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938644608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.097567:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.097589:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938644608 00000100:00100000:0.0:1767318260.097594:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938644608 00000100:00100000:0.0:1767318260.097619:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24535 00000100:00100000:0.0:1767318260.097625:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+555:6185:x1853163938644608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.097643:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:930 count 1 00002000:00010000:0.0:1767318260.097662:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.097667:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9eec8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.097676:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.097679:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.097682:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9eec8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.097692:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9eec8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.097699:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9eec8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.097706:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9eec8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.097718:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.098061:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+556:6185:x1853163938643072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10650us (11760us total) trans 4294976012 rc 0/0 00000100:00100000:2.0:1767318260.098069:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24527 00000100:00100000:2.0:1767318260.098093:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318260.098106:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938646272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.098131:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.098158:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938646272 00000100:00100000:2.0:1767318260.098163:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938646272 00000100:00100000:2.0:1767318260.098186:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24536 00000100:00100000:2.0:1767318260.098193:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+645:6188:x1853163938646272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.098207:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:836 count 1 00002000:00010000:2.0:1767318260.098224:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x344:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.098230:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9eecf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.098239:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.098240:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.098243:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9eecf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.098252:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9eecf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.098259:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9eecf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.098266:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9eecf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.098273:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.098421:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+646:6188:x1853163938646272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 228us (288us total) trans 4294976359 rc 0/0 00000100:00100000:2.0:1767318260.098430:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24536 00000004:00080000:2.0:1767318260.098473:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabca80/2, rc 0, transno 4294976359 00000100:00100000:2.0:1767318260.098487:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938646272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.098550:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938646400:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.098572:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.098593:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938646400 00000100:00100000:2.0:1767318260.098597:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938646400 00000100:00100000:2.0:1767318260.098614:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24537 00000100:00100000:2.0:1767318260.098619:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+646:6188:x1853163938646400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.098630:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:837 count 1 00002000:00010000:2.0:1767318260.098645:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x345:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.098650:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10000/0x3313483622c9eed6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.098659:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.098660:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.098663:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10000/0x3313483622c9eed6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.098671:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10000/0x3313483622c9eed6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.098679:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10000/0x3313483622c9eed6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.098687:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10000/0x3313483622c9eed6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.098701:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.099054:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+647:6188:x1853163938646400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 433us (480us total) trans 4294976360 rc 0/0 00000100:00100000:2.0:1767318260.099061:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24537 00000004:00080000:2.0:1767318260.099088:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125e9500/2, rc 0, transno 4294976360 00000100:00100000:2.0:1767318260.099097:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938646400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.099306:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+556:6185:x1853163938644608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1679us (1737us total) trans 4294976013 rc 0/0 00000100:00100000:0.0:1767318260.099312:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24535 00010000:00010000:0.0:1767318260.099332:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.099348:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9eec8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099356:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.099360:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9eec8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099368:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9eec8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099383:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9eec8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099391:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87aa00/0x3313483622c9eec8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099407:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.099411:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9eecf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099416:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.099418:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9eecf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099426:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9eecf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099435:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9eecf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099442:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9eecf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099455:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.099458:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10000/0x3313483622c9eed6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099464:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.099466:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10000/0x3313483622c9eed6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099473:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10000/0x3313483622c9eed6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099482:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10000/0x3313483622c9eed6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099488:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10000/0x3313483622c9eed6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099498:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.099500:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.099502:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.099547:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309413800/2, rc 0, transno 4294976013 00000100:00100000:0.0:1767318260.099559:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938644608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.099593:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938645120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.099619:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.099642:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938645120 00000100:00100000:0.0:1767318260.099647:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938645120 00000100:00100000:0.0:1767318260.099676:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24538 00000100:00100000:0.0:1767318260.099683:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+556:6185:x1853163938645120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.099699:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:933 count 1 00002000:00010000:0.0:1767318260.099719:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.099725:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9eedd lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099734:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.099736:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.099740:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9eedd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099763:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9eedd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099773:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9eedd lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099781:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9eedd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.099796:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.100079:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+557:6185:x1853163938645120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 395us (457us total) trans 4294976014 rc 0/0 00000100:00100000:0.0:1767318260.100086:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24538 00010000:00010000:0.0:1767318260.100103:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.100108:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9eedd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100116:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030b87a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.100120:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9eedd lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100128:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9eedd lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100140:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9eedd lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100147:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030b87a800/0x3313483622c9eedd lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100159:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.100161:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.100163:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.100180:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309412300/2, rc 0, transno 4294976014 00000100:00100000:0.0:1767318260.100189:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938645120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.100220:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938645632:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.100244:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.100262:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938645632 00000100:00100000:0.0:1767318260.100266:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938645632 00000100:00100000:0.0:1767318260.100287:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24539 00000100:00100000:0.0:1767318260.100293:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+647:6185:x1853163938645632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.100304:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:834 count 1 00002000:00010000:0.0:1767318260.100321:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x342:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.100325:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9eee4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100342:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.100344:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.100348:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9eee4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100357:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9eee4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100370:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9eee4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100377:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9eee4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100389:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.100539:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+648:6185:x1853163938645632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 246us (294us total) trans 4294976361 rc 0/0 00000100:00100000:0.0:1767318260.100546:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24539 00010000:00010000:0.0:1767318260.100561:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.100565:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9eee4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100573:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.100576:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9eee4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100583:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9eee4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100593:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9eee4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100600:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9eee4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100618:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.100620:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.100621:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.100643:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9c700/2, rc 0, transno 4294976361 00000100:00100000:0.0:1767318260.100652:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938645632:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.100662:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309412680/2, rc 0, transno 4294976008 00000100:00100000:0.0:1767318260.100668:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309412680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938644992:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.100699:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309411c00/2, rc 0, transno 4294976353 00000100:00100000:0.0:1767318260.100703:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309411c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938645504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.100714:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938646016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.100737:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.100848:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938646016 00000100:00100000:0.0:1767318260.100852:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938646016 00000100:00100000:0.0:1767318260.100875:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24540 00000100:00100000:0.0:1767318260.100882:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+557:6185:x1853163938646016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.100894:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:935 count 1 00002000:00010000:0.0:1767318260.100984:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.100991:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9eeeb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.100999:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.101001:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.101004:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9eeeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101018:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9eeeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101027:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9eeeb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101035:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9eeeb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101048:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.101176:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+558:6185:x1853163938646016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 295us (438us total) trans 4294976015 rc 0/0 00000100:00100000:0.0:1767318260.101183:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24540 00010000:00010000:0.0:1767318260.101198:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.101203:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9eeeb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101210:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.101214:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9eeeb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101222:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9eeeb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101233:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9eeeb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101245:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b400/0x3313483622c9eeeb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101258:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.101260:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.101262:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.101271:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.101288:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabf480/2, rc 0, transno 4294976015 00000100:00100000:0.0:1767318260.101297:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938646016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.101327:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938646528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.101367:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.101386:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938646528 00000100:00100000:0.0:1767318260.101390:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938646528 00000100:00100000:0.0:1767318260.101412:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24541 00000100:00100000:0.0:1767318260.101418:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031171dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+648:6185:x1853163938646528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.101429:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:838 count 1 00002000:00010000:0.0:1767318260.101446:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x346:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.101452:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9eef2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101460:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.101461:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.101464:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9eef2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101473:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9eef2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101480:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9eef2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101487:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9eef2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101498:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.101671:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031171dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+649:6185:x1853163938646528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 252us (303us total) trans 4294976362 rc 0/0 00000100:00100000:0.0:1767318260.101678:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24541 00010000:00010000:0.0:1767318260.101692:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.101696:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9eef2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101702:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.101705:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9eef2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101713:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9eef2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101724:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9eef2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.101731:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9eef2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.101939:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938646912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.101969:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.101992:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1767318260.101998:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938646784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.102018:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.102032:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938647296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.102051:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.102072:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938646912 00000100:00100000:2.0:1767318260.102076:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938646912 00000100:00100000:2.0:1767318260.102099:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938646784 00000100:00100000:2.0:1767318260.102102:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938646784 00000100:00100000:2.0:1767318260.102117:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938647296 00000100:00100000:2.0:1767318260.102120:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938647296 00000100:00100000:2.0:1767318260.102140:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24542 00000100:00100000:2.0:1767318260.102147:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+559:6188:x1853163938646912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.102161:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:939 count 1 00002000:00010000:2.0:1767318260.102180:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.102185:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9eef9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102197:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.102199:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.102203:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9eef9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102212:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9eef9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102220:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9eef9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102228:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9eef9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102242:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.102404:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+560:6188:x1853163938646912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 256us (433us total) trans 4294976016 rc 0/0 00000100:00100000:2.0:1767318260.102411:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24542 00000100:00100000:2.0:1767318260.102426:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24543 00000100:00100000:2.0:1767318260.102433:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+559:6188:x1853163938646784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.102443:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:938 count 1 00002000:00010000:2.0:1767318260.102458:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.102463:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11e00/0x3313483622c9ef00 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102471:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.102473:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.102476:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11e00/0x3313483622c9ef00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102485:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11e00/0x3313483622c9ef00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102493:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11e00/0x3313483622c9ef00 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102500:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11e00/0x3313483622c9ef00 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102529:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.102648:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+560:6188:x1853163938646784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 216us (628us total) trans 4294976017 rc 0/0 00000100:00100000:2.0:1767318260.102654:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24543 00000100:00100000:2.0:1767318260.102667:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24544 00000100:00100000:2.0:1767318260.102674:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+649:6188:x1853163938647296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.102686:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:840 count 1 00002000:00010000:2.0:1767318260.102702:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x348:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.102706:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef07 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102713:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.102715:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.102718:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef07 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102732:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef07 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102739:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef07 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102966:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef07 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.102976:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.103122:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+650:6188:x1853163938647296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 448us (1068us total) trans 4294976363 rc 0/0 00000100:00100000:2.0:1767318260.103129:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24544 00010000:00010000:2.0:1767318260.103159:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318260.103165:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9eef9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103172:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.103176:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9eef9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103184:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9eef9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103200:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9eef9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103212:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9eef9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103227:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318260.103230:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11e00/0x3313483622c9ef00 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103236:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.103239:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11e00/0x3313483622c9ef00 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103245:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11e00/0x3313483622c9ef00 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103255:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11e00/0x3313483622c9ef00 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103262:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11e00/0x3313483622c9ef00 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103274:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.103277:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef07 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103283:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.103286:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef07 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103293:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef07 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103303:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef07 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103310:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef07 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103321:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.103323:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.103325:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.103381:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125e8380/2, rc 0, transno 4294976363 00000100:00100000:2.0:1767318260.103397:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938647296:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.103451:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabe300/2, rc 0, transno 4294976016 00000100:00100000:2.0:1767318260.103463:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938646912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.103477:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938647424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.103528:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.103552:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabe680/2, rc 0, transno 4294976017 00000100:00100000:2.0:1767318260.103558:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938646784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.103575:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938647424 00000100:00100000:2.0:1767318260.103580:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938647424 00000100:00100000:2.0:1767318260.103605:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24545 00000100:00100000:2.0:1767318260.103612:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+650:6188:x1853163938647424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.103627:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:841 count 1 00002000:00010000:2.0:1767318260.103644:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x349:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.103649:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef0e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103657:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.103659:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.103663:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef0e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103672:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef0e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103679:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef0e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103687:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef0e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103699:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318260.103706:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.103710:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef0e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103716:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.103719:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef0e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103731:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef0e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.103741:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef0e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.103884:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.103887:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.103889:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.104042:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.104058:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.104063:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.104086:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309412d80/2, rc 0, transno 4294976011 00000100:00100000:1.0:1767318260.104092:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309412d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938644864:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.104103:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309413b80/2, rc 0, transno 4294976356 00000100:00100000:1.0:1767318260.104110:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938645376:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.104120:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabf100/2, rc 0, transno 4294976357 00000100:00100000:1.0:1767318260.104123:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938645888:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.104131:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309411880/2, rc 0, transno 4294976355 00000100:00100000:1.0:1767318260.104134:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938645248:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.104141:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9f100/2, rc 0, transno 4294976010 00000100:00100000:1.0:1767318260.104145:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938645760:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.104152:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309410a80/2, rc 0, transno 4294976354 00000100:00100000:1.0:1767318260.104155:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938644736:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.104282:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125e8a80/2, rc 0, transno 4294976362 00000100:00100000:0.0:1767318260.104288:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938646528:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.104297:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03160ba300/2, rc 0, transno 4294976012 00000100:00100000:0.0:1767318260.104304:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03160ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938643072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.104344:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938647040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.104379:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.104398:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938647552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.104416:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.104439:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938647040 00000100:00100000:0.0:1767318260.104443:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938647040 00000100:00100000:0.0:1767318260.104473:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938647552 00000100:00100000:0.0:1767318260.104476:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938647552 00000100:00100000:0.0:1767318260.104492:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24546 00000100:00100000:0.0:1767318260.104497:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d337450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+561:6185:x1853163938647040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.104530:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:940 count 1 00002000:00010000:0.0:1767318260.104550:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.104556:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ef15 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.104564:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.104566:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.104570:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ef15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.104585:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ef15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.104593:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ef15 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.104599:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ef15 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.104612:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.104895:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24547 00000100:00100000:3.0:1767318260.105058:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031171d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+562:6185:x1853163938647552:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318260.105867:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef0e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318260.106038:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938647808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.106083:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.106112:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318260.106117:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938647936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.106133:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.106152:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938647808 00000100:00100000:1.0:1767318260.106156:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938647808 00000100:00100000:1.0:1767318260.106182:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938647936 00000100:00100000:1.0:1767318260.106184:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938647936 00000100:00100000:1.0:1767318260.106200:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24548 00000100:00100000:1.0:1767318260.106206:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+564:6187:x1853163938647808:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.106305:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24549 00000100:00100000:2.0:1767318260.106312:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+564:6187:x1853163938647936:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318260.106325:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.106330:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ef15 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.106351:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.106356:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ef15 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.106365:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ef15 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.106383:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ef15 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.106390:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b200/0x3313483622c9ef15 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.106407:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.106409:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.106411:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.106655:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+651:6188:x1853163938647424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3042us (3147us total) trans 4294976364 rc 0/0 00000100:00100000:2.0:1767318260.106662:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24545 00000100:00100000:2.0:1767318260.106685:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938648448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.106706:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.106738:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125ea300/2, rc 0, transno 4294976364 00000100:00100000:1.0:1767318260.106874:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938648320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.106895:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.108042:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d337450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+564:6185:x1853163938647040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3541us (3658us total) trans 4294976018 rc 0/0 00000100:00100000:0.0:1767318260.108052:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24546 00000100:00100000:0.0:1767318260.108139:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938648448 00000100:00100000:0.0:1767318260.108144:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938648448 00000100:00100000:0.0:1767318260.108172:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938648320 00000100:00100000:0.0:1767318260.108175:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938648320 00000100:00100000:0.0:1767318260.108189:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24550 00000100:00100000:0.0:1767318260.108195:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+652:6188:x1853163938648448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.108216:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:844 count 1 00002000:00010000:0.0:1767318260.108242:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x34c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.108248:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ef1c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.108261:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.108263:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.108269:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ef1c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.108282:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ef1c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.108291:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ef1c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.108298:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ef1c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.108315:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.108532:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+653:6188:x1853163938648448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 336us (1824us total) trans 4294976365 rc 0/0 00000100:00100000:0.0:1767318260.108539:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24550 00000100:00100000:0.0:1767318260.108551:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24551 00000100:00100000:0.0:1767318260.108557:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+652:6187:x1853163938648320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.108567:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:843 count 1 00002000:00010000:0.0:1767318260.108583:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x34b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.108588:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ef23 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.108594:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.108596:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.108599:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ef23 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.108607:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ef23 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.108614:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ef23 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.108620:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ef23 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.108630:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.108905:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938647424:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.109903:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.110082:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ef1c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.110094:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.110099:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ef1c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.110108:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ef1c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.110126:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ef1c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.110133:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9ef1c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.110155:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.110158:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ef23 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.110164:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.110166:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ef23 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.110173:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ef23 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.110182:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ef23 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.110188:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9ef23 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.110199:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.110201:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.110202:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.110222:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.110895:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+653:6187:x1853163938648320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2332us (3993us total) trans 4294976366 rc 0/0 00000100:00100000:0.0:1767318260.110906:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24551 00000100:00100000:0.0:1767318260.111041:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938648064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.111092:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.111122:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938648064 00000100:00100000:0.0:1767318260.111129:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938648064 00000100:00100000:0.0:1767318260.111164:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24552 00000100:00100000:0.0:1767318260.111172:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031171dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+564:6185:x1853163938648064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.111200:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:945 count 1 00002000:00010000:0.0:1767318260.111231:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.111237:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9ef2a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.111250:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.111252:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.111257:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9ef2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.111274:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9ef2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.111283:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9ef2a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.111289:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9ef2a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.111303:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.111704:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.111711:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9ef2a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.111719:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.111722:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9ef2a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.111730:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9ef2a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.111755:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9ef2a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.111762:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9ef2a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.111779:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.111781:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.111783:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.111822:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125eb100/2, rc 0, transno 4294976366 00000100:00100000:1.0:1767318260.111829:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938648320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.113990:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031171dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+565:6185:x1853163938648064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2731us (2810us total) trans 4294976019 rc 0/0 00000100:00100000:0.0:1767318260.114004:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24552 00010000:00010000:0.0:1767318260.114045:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.114102:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171ca80/2, rc 0, transno 4294976019 00000100:00100000:0.0:1767318260.114119:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938648064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.114193:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938648576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.114230:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.114261:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabd880/2, rc 0, transno 4294976018 00000100:00100000:0.0:1767318260.114269:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938647040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.114298:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938648576 00000100:00100000:0.0:1767318260.114303:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938648576 00000100:00100000:0.0:1767318260.114344:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24553 00000100:00100000:0.0:1767318260.114352:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031171ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+653:6185:x1853163938648576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.114378:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:845 count 1 00002000:00010000:0.0:1767318260.114414:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x34d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.114422:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ef31 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.114436:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.114438:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.114443:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ef31 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.114456:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ef31 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.114466:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ef31 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.114474:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ef31 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.114492:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.115594:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 6 async RPCs [1->0] 00000100:00100000:1.0:1767318260.115609:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938646144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.115669:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.115711:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938646656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.115733:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.115999:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938647168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.116023:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.116044:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938647680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.116061:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.116075:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938648192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.116094:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.116106:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0308c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938648704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.116123:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.116147:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938648832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.116167:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.116184:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318260.116189:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938648960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.116207:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.116233:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938646144 00000100:00100000:1.0:1767318260.116239:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938646144 00000100:00100000:1.0:1767318260.116271:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938646656 00000100:00100000:1.0:1767318260.116274:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938646656 00000100:00100000:1.0:1767318260.116283:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938647168 00000100:00100000:1.0:1767318260.116285:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938647168 00000100:00100000:1.0:1767318260.116293:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938647680 00000100:00100000:1.0:1767318260.116295:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938647680 00000100:00100000:1.0:1767318260.116301:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938648192 00000100:00100000:1.0:1767318260.116303:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938648192 00000100:00100000:1.0:1767318260.116310:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938648704 00000100:00100000:1.0:1767318260.116312:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938648704 00000100:00100000:1.0:1767318260.116318:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938648832 00000100:00100000:1.0:1767318260.116320:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938648832 00000100:00100000:1.0:1767318260.116326:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938648960 00000100:00100000:1.0:1767318260.116328:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938648960 00000100:00100000:1.0:1767318260.116350:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24554 00000100:00100000:1.0:1767318260.116356:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+569:6185:x1853163938646144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.116380:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:936 count 1 00002000:00010000:1.0:1767318260.116406:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.116413:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9ef38 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116425:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.116427:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.116431:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9ef38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116442:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9ef38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116451:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9ef38 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116458:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9ef38 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116473:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318260.116485:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.116491:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ef31 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116498:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.116502:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ef31 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116529:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ef31 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116544:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ef31 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116552:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9ef31 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116570:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.116574:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9ef38 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116579:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.116582:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9ef38 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116589:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9ef38 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116597:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9ef38 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116603:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9ef38 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.116618:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.116619:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.116622:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.118732:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24555 00000100:00100000:3.0:1767318260.119486:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24556 00000100:00100000:3.0:1767318260.119501:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+657:6185:x1853163938647168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.119555:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:839 count 1 00002000:00010000:3.0:1767318260.119589:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x347:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.119600:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ef3f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.119615:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.119617:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.119622:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ef3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.119636:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ef3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.119646:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ef3f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.119653:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ef3f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.119679:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.119883:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+569:6185:x1853163938646656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.119904:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:937 count 1 00002000:00010000:0.0:1767318260.120170:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.120176:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ef46 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.120185:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.120187:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.120190:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ef46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.120200:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ef46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.120208:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ef46 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.120215:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ef46 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.120231:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.121577:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24557 00000100:00100000:2.0:1767318260.121595:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+569:6185:x1853163938647680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.121625:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:942 count 1 00002000:00010000:2.0:1767318260.121656:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.121663:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9ef4d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.121676:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.121678:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.121683:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9ef4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.121696:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9ef4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.121705:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9ef4d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.121714:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9ef4d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.121732:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318260.122057:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.122066:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ef3f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122078:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.122083:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ef3f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122092:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ef3f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122111:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ef3f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122118:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9ef3f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122139:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.122144:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ef46 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122149:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.122153:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ef46 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122160:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ef46 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122169:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ef46 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122179:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b000/0x3313483622c9ef46 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122192:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.122195:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9ef4d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122199:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.122202:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9ef4d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122208:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9ef4d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122215:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9ef4d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122222:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9ef4d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.122234:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.122236:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.122238:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.122260:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.122621:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+571:6185:x1853163938647680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1030us (6555us total) trans 4294976020 rc 0/0 00000100:00100000:2.0:1767318260.122631:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24557 00000100:00100000:2.0:1767318260.122656:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24558 00000100:00100000:2.0:1767318260.122665:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+657:6185:x1853163938648192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.122683:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:842 count 1 00002000:00010000:2.0:1767318260.122704:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x34a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.122710:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef54 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.122719:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.122721:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.122726:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef54 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.122737:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef54 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318260.123136:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+658:6185:x1853163938647168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3640us (7110us total) trans 4294976368 rc 0/0 00000100:00100000:3.0:1767318260.123144:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24556 00000100:00100000:3.0:1767318260.123159:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24559 00000100:00100000:3.0:1767318260.123165:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+657:6185:x1853163938648704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.123177:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:846 count 1 00002000:00010000:3.0:1767318260.123193:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x34e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.123197:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9ef5b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123211:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.123213:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.123216:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9ef5b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123225:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9ef5b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123234:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9ef5b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123241:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9ef5b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123255:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.123384:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+658:6185:x1853163938648704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 219us (7259us total) trans 4294976369 rc 0/0 00000100:00100000:3.0:1767318260.123391:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24559 00000100:00100000:3.0:1767318260.123403:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24560 00000100:00100000:3.0:1767318260.123410:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+570:6187:x1853163938648832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.123422:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:946 count 1 00002000:00010000:3.0:1767318260.123435:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.123440:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9ef62 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123447:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.123448:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.123451:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9ef62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123459:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9ef62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123466:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9ef62 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123472:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9ef62 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123481:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.123619:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+571:6187:x1853163938648832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 209us (7450us total) trans 4294976022 rc 0/0 00000100:00100000:3.0:1767318260.123625:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24560 00000100:00100000:3.0:1767318260.123637:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24561 00000100:00100000:3.0:1767318260.123643:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+570:6187:x1853163938648960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.123654:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:947 count 1 00002000:00010000:3.0:1767318260.123668:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.123672:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9ef69 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123678:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.123679:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.123682:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9ef69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123694:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9ef69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123701:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9ef69 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123707:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9ef69 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.123717:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318260.123893:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+571:6187:x1853163938648960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 249us (7683us total) trans 4294976023 rc 0/0 00000100:00100000:3.0:1767318260.123899:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24561 00000100:00100000:0.0:1767318260.125840:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+571:6185:x1853163938646656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7091us (10099us total) trans 4294976024 rc 0/0 00000100:00100000:0.0:1767318260.125852:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24555 00010000:00010000:0.0:1767318260.125904:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.125926:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9ef5b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.125937:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.125941:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9ef5b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.125951:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9ef5b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.125968:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9ef5b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.125980:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9ef5b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.125997:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.126001:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9ef62 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.126007:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.126010:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9ef62 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.126017:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9ef62 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.126027:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9ef62 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.126034:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9ef62 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.126045:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.126049:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9ef69 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.126055:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.126058:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9ef69 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.126066:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9ef69 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.126075:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9ef69 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.126081:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9ef69 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.126091:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.126093:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.126094:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.126106:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.126138:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031171ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+657:6185:x1853163938648576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11787us (11907us total) trans 4294976367 rc 0/0 00000100:00100000:0.0:1767318260.126146:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24553 00010000:00010000:1.0:1767318260.126405:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.126412:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.126416:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.126464:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabdc00/2, rc 0, transno 4294976024 00000100:00100000:1.0:1767318260.126477:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938646656:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.126490:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125e8e00/2, rc 0, transno 4294976368 00000100:00100000:1.0:1767318260.126494:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938647168:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.126502:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171d500/2, rc 0, transno 4294976020 00000100:00100000:1.0:1767318260.126525:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938647680:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.126535:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0308c44e00/2, rc 0, transno 4294976369 00000100:00100000:1.0:1767318260.126538:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0308c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938648704:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.126547:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125e9180/2, rc 0, transno 4294976367 00000100:00100000:1.0:1767318260.126550:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938648576:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.126572:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171d880/2, rc 0, transno 4294976023 00000100:00100000:1.0:1767318260.126576:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938648960:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.126584:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171c380/2, rc 0, transno 4294976022 00000100:00100000:1.0:1767318260.126587:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938648832:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318260.126654:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef54 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.126663:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef54 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.126686:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.127069:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.127076:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef54 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.127084:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.127088:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef54 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.127096:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef54 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.127114:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef54 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.127121:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11400/0x3313483622c9ef54 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.127137:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.127139:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.127140:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.127178:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+657:6185:x1853163938648192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4515us (11080us total) trans 4294976370 rc 0/0 00000100:00100000:2.0:1767318260.127186:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24558 00000100:00100000:1.0:1767318260.130386:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938649344:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.130451:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.130503:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318260.130523:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938649472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.130543:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.130571:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938649344 00000100:00100000:1.0:1767318260.130577:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938649344 00000100:00100000:1.0:1767318260.130611:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938649472 00000100:00100000:1.0:1767318260.130613:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938649472 00000100:00100000:1.0:1767318260.130632:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24562 00000100:00100000:1.0:1767318260.130640:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+572:6187:x1853163938649344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.130667:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:950 count 1 00002000:00010000:1.0:1767318260.130696:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.130704:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9ef70 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.130718:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.130721:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.130726:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9ef70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.130739:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9ef70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.130760:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9ef70 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.130768:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9ef70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.130783:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.131006:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+573:6187:x1853163938649344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 366us (553us total) trans 4294976025 rc 0/0 00000100:00100000:1.0:1767318260.131014:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24562 00000004:00080000:1.0:1767318260.131052:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171df80/2, rc 0, transno 4294976025 00000100:00100000:1.0:1767318260.131063:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938649344:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.131078:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24563 00000100:00100000:1.0:1767318260.131086:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+572:6187:x1853163938649472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.131099:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:951 count 1 00002000:00010000:1.0:1767318260.131112:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.131117:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9ef77 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131125:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.131127:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.131130:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9ef77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131138:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9ef77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131145:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9ef77 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131150:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9ef77 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131162:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318260.131171:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.131176:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9ef70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131182:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.131186:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9ef70 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131195:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9ef70 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131208:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9ef70 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131215:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9ef70 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131235:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.131238:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9ef77 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131244:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.131247:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9ef77 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131254:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9ef77 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131263:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9ef77 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131269:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440e00/0x3313483622c9ef77 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131280:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.131282:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.131284:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.131420:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+573:6187:x1853163938649472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 334us (874us total) trans 4294976026 rc 0/0 00000100:00100000:1.0:1767318260.131426:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24563 00000004:00080000:1.0:1767318260.131446:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171ea00/2, rc 0, transno 4294976026 00000100:00100000:1.0:1767318260.131450:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938649472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.131478:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24564 00000100:00100000:1.0:1767318260.131484:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0309411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+656:6185:x1853163938643968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.131496:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:825 count 1 00002000:00010000:1.0:1767318260.131532:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x339:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.131537:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9ef7e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131546:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.131548:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.131551:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9ef7e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131560:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9ef7e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131567:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9ef7e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131575:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9ef7e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131586:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.131593:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.131597:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9ef7e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131603:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.131606:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9ef7e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131619:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9ef7e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131628:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9ef7e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131634:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9ef7e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.131646:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.131647:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.131649:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.131771:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0309411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+657:6185:x1853163938643968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 286us (53978us total) trans 4294976371 rc 0/0 00000100:00100000:1.0:1767318260.131777:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24564 00000100:00100000:1.0:1767318260.131872:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938649216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.131892:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.131914:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318260.131919:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031171ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938649088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.131934:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.131949:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938649216 00000100:00100000:1.0:1767318260.131952:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938649216 00000100:00100000:1.0:1767318260.131965:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938649088 00000100:00100000:1.0:1767318260.131967:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938649088 00000100:00100000:1.0:1767318260.131980:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24565 00000100:00100000:1.0:1767318260.131985:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+574:6186:x1853163938649216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.131999:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:949 count 1 00002000:00010000:1.0:1767318260.132011:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.132016:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9ef85 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132036:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.132038:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.132041:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9ef85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132050:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9ef85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132058:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9ef85 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132065:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9ef85 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132076:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.132083:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.132087:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9ef85 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132093:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.132095:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9ef85 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132108:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9ef85 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132118:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9ef85 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132124:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9ef85 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132136:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.132137:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.132139:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.132147:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24566 00000100:00100000:1.0:1767318260.132152:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+574:6186:x1853163938649088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.132163:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:948 count 1 00002000:00010000:1.0:1767318260.132174:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.132178:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9ef8c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132185:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.132186:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.132189:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9ef8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132197:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9ef8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132210:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9ef8c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132217:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9ef8c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132226:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.132233:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.132237:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9ef8c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132243:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.132246:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9ef8c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132252:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9ef8c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132261:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9ef8c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132268:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9ef8c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.132280:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.132282:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.132284:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.132431:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+575:6186:x1853163938649088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 277us (494us total) trans 4294976027 rc 0/0 00000100:00100000:1.0:1767318260.132437:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24566 00000100:00100000:1.0:1767318260.132588:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+575:6186:x1853163938649216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 601us (694us total) trans 4294976028 rc 0/0 00000100:00100000:1.0:1767318260.132594:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24565 00000004:00080000:1.0:1767318260.132623:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171ce00/2, rc 0, transno 4294976027 00000100:00100000:1.0:1767318260.132628:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938649088:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.132636:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171fb80/2, rc 0, transno 4294976028 00000100:00100000:1.0:1767318260.132639:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938649216:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.132664:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125eaa00/2, rc 0, transno 4294976365 00000100:00100000:1.0:1767318260.132669:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938648448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.133924:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938649856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.133975:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1767318260.134000:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:941 count 1 00000100:00100000:2.0:1767318260.134013:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318260.134019:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938649984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.134041:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.134065:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938649856 00000100:00100000:2.0:1767318260.134071:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938649856 00002000:00010000:3.0:1767318260.134097:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1767318260.134102:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938649984 00000100:00100000:2.0:1767318260.134104:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938649984 00010000:00010000:3.0:1767318260.134105:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50c00/0x3313483622c9ef93 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.134118:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318260.134119:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24567 00010000:00010000:3.0:1767318260.134120:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.134125:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50c00/0x3313483622c9ef93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.134126:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+658:6187:x1853163938649856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318260.134138:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50c00/0x3313483622c9ef93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318260.134139:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:849 count 1 00010000:00010000:3.0:1767318260.134147:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50c00/0x3313483622c9ef93 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.134154:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50c00/0x3313483622c9ef93 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318260.134156:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x351:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.134161:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef9a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.134168:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.134168:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318260.134169:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.134172:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef9a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.134180:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef9a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.134187:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef9a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.134193:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef9a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.134203:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.134374:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031171d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+575:6185:x1853163938647552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29470us (29956us total) trans 4294976029 rc 0/0 00000100:00100000:2.0:1767318260.134375:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+659:6187:x1853163938649856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 248us (397us total) trans 4294976372 rc 0/0 00000100:00100000:2.0:1767318260.134381:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24567 00000100:00100000:3.0:1767318260.134485:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24547 00000100:00100000:3.0:1767318260.134500:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24568 00000100:00100000:3.0:1767318260.134527:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+658:6187:x1853163938649984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.134541:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:850 count 1 00002000:00010000:3.0:1767318260.134554:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x352:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.134559:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9efa1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318260.134561:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117dc000/2, rc 0, transno 4294976372 00010000:00010000:3.0:1767318260.134567:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.134568:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318260.134571:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938649856:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318260.134571:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9efa1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.134580:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9efa1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.134588:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9efa1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.134594:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9efa1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.134605:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.134608:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938650368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.134629:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.134653:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938650368 00000100:00100000:2.0:1767318260.134657:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938650368 00000100:00100000:2.0:1767318260.134675:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24569 00000100:00100000:2.0:1767318260.134681:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+660:6187:x1853163938650368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.134691:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:853 count 1 00002000:00010000:2.0:1767318260.134705:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x355:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.134709:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9efa8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.134717:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.134718:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.134721:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9efa8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318260.134723:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+660:6187:x1853163938649984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 217us (681us total) trans 4294976373 rc 0/0 00000100:00100000:3.0:1767318260.134730:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24568 00010000:00010000:2.0:1767318260.134731:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9efa8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.134738:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9efa8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.134745:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9efa8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.134758:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318260.134869:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+660:6187:x1853163938650368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 186us (237us total) trans 4294976374 rc 0/0 00000100:00100000:2.0:1767318260.134875:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24569 00000004:00080000:2.0:1767318260.134898:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117de680/2, rc 0, transno 4294976374 00000100:00100000:2.0:1767318260.134906:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938650368:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.134987:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117ddc00/2, rc 0, transno 4294976373 00000100:00100000:2.0:1767318260.134991:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938649984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.135032:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318260.135040:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938650496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.135062:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.135083:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938650496 00000100:00100000:2.0:1767318260.135087:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938650496 00000100:00100000:2.0:1767318260.135107:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24570 00000100:00100000:2.0:1767318260.135113:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+660:6187:x1853163938650496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.135125:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:854 count 1 00002000:00010000:2.0:1767318260.135140:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x356:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.135145:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11000/0x3313483622c9efaf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.135153:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.135155:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.135158:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11000/0x3313483622c9efaf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.135167:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11000/0x3313483622c9efaf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.135174:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11000/0x3313483622c9efaf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.135181:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11000/0x3313483622c9efaf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.135189:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318260.135406:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+661:6187:x1853163938650496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 293us (342us total) trans 4294976375 rc 0/0 00000100:00100000:2.0:1767318260.135413:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24570 00000004:00080000:2.0:1767318260.135436:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117dd500/2, rc 0, transno 4294976375 00000100:00100000:2.0:1767318260.135444:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938650496:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318260.135478:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318260.135485:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50c00/0x3313483622c9ef93 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.135497:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.135502:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50c00/0x3313483622c9ef93 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.135962:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.135969:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef9a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.135977:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.135980:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef9a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.135989:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef9a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.136010:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef9a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136629:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50c00/0x3313483622c9ef93 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136643:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50c00/0x3313483622c9ef93 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136650:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50c00/0x3313483622c9ef93 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136673:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318260.136677:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9efa1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136683:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.136686:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9efa1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136693:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9efa1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136703:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9efa1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136714:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9efa1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136726:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318260.136730:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9efa8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136736:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.136739:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9efa8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136820:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9efa8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136831:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9efa8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136838:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9efa8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136852:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.136855:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11000/0x3313483622c9efaf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136860:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.136863:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11000/0x3313483622c9efaf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136869:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11000/0x3313483622c9efaf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136877:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11000/0x3313483622c9efaf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136883:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11000/0x3313483622c9efaf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.136892:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.136894:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.136896:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.137002:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938649600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.137052:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.137086:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938649600 00000100:00100000:2.0:1767318260.137093:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938649600 00000100:00100000:2.0:1767318260.137134:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24571 00000100:00100000:2.0:1767318260.137142:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+661:6185:x1853163938649600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.137170:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:847 count 1 00002000:00010000:2.0:1767318260.137196:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x34f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.137201:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10600/0x3313483622c9efb6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.137212:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.137214:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.137218:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10600/0x3313483622c9efb6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.137312:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10600/0x3313483622c9efb6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.137321:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10600/0x3313483622c9efb6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.137328:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10600/0x3313483622c9efb6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.137354:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.137610:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030722b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+662:6185:x1853163938649600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 468us (557us total) trans 4294976376 rc 0/0 00000100:00100000:2.0:1767318260.137618:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24571 00010000:00010000:2.0:1767318260.137639:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.137644:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10600/0x3313483622c9efb6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.137652:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.137656:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10600/0x3313483622c9efb6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.137664:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10600/0x3313483622c9efb6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.137676:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10600/0x3313483622c9efb6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.137690:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10600/0x3313483622c9efb6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.137703:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.137705:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.137707:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.137735:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117de300/2, rc 0, transno 4294976376 00000100:00100000:2.0:1767318260.138037:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938649600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.138047:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938650112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.138078:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.138102:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938650112 00000100:00100000:2.0:1767318260.138107:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938650112 00000100:00100000:2.0:1767318260.138131:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24572 00000100:00100000:2.0:1767318260.138137:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0307229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+662:6185:x1853163938650112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.138151:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:851 count 1 00002000:00010000:2.0:1767318260.138171:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x353:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.138177:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9efbd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.138187:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.138189:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.138193:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9efbd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.138203:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9efbd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.138217:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9efbd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.138320:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9efbd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.138343:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.138547:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0307229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+663:6185:x1853163938650112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 409us (467us total) trans 4294976377 rc 0/0 00000100:00100000:2.0:1767318260.138554:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24572 00010000:00010000:2.0:1767318260.138607:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.138612:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9efbd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.138619:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.138622:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9efbd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.138629:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9efbd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.138641:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9efbd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.138648:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d10400/0x3313483622c9efbd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.138664:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.138666:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.138667:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.138686:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117dc380/2, rc 0, transno 4294976377 00000100:00100000:2.0:1767318260.138694:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938650112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.138700:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938650624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.138724:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318260.139345:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.139351:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.139355:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1767318260.139383:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:943 count 1 00002000:00010000:1.0:1767318260.139410:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.139416:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9efc4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.139427:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.139429:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.139432:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9efc4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.139442:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9efc4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.139453:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9efc4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.139459:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9efc4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.139472:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.139709:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+575:6187:x1853163938647808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33501us (33624us total) trans 4294976030 rc 0/0 00000100:00100000:1.0:1767318260.139717:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24548 00010000:00010000:0.0:1767318260.139985:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9ef9a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.140008:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.140013:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9efc4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.140032:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.140036:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9efc4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.140045:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9efc4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.140060:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9efc4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.140067:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9efc4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.140080:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.140082:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.140084:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.140104:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938650880:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.140146:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.140190:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938651392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.140214:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.140250:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171e680/2, rc 0, transno 4294976030 00000100:00100000:0.0:1767318260.140261:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938647808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.140275:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318260.140280:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309411180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938651008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.140310:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.144603:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318260.144625:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938651520:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.144686:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.144965:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938650880 00000100:00100000:1.0:1767318260.144974:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938650880 00000100:00100000:1.0:1767318260.145017:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938651392 00000100:00100000:1.0:1767318260.145033:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938651392 00000100:00100000:1.0:1767318260.145052:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938651008 00000100:00100000:1.0:1767318260.145055:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938651008 00000100:00100000:1.0:1767318260.145070:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938651520 00000100:00100000:1.0:1767318260.145073:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938651520 00000100:00100000:1.0:1767318260.145094:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24573 00000100:00100000:1.0:1767318260.145103:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+577:6187:x1853163938650880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.145132:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:952 count 1 00002000:00010000:1.0:1767318260.145167:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.145175:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9efcb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145189:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.145192:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.145198:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9efcb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145211:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9efcb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145220:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9efcb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145229:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9efcb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145245:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.145541:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+578:6187:x1853163938650880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 438us (5393us total) trans 4294976031 rc 0/0 00000100:00100000:1.0:1767318260.145550:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24573 00000100:00100000:1.0:1767318260.145568:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24574 00000100:00100000:1.0:1767318260.145575:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+663:6187:x1853163938651392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.145588:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:857 count 1 00002000:00010000:1.0:1767318260.145606:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x359:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.145611:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9efd2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145618:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.145619:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.145622:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9efd2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145631:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9efd2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145638:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9efd2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145645:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9efd2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145657:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.145844:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+664:6187:x1853163938651392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 269us (5628us total) trans 4294976378 rc 0/0 00000100:00100000:1.0:1767318260.145852:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24574 00000100:00100000:1.0:1767318260.145866:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24575 00000100:00100000:1.0:1767318260.145873:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d334050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+577:6187:x1853163938651008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.145886:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:953 count 1 00002000:00010000:1.0:1767318260.145902:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.145907:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9efd9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145915:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.145917:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.145919:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9efd9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145928:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9efd9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145935:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9efd9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145942:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9efd9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.145954:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318260.146075:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d334050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+578:6187:x1853163938651008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 203us (5764us total) trans 4294976032 rc 0/0 00000100:00100000:1.0:1767318260.146081:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24575 00000100:00100000:1.0:1767318260.146093:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24576 00000100:00100000:1.0:1767318260.146100:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+577:6187:x1853163938651520:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.146101:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938650624 00000100:00100000:2.0:1767318260.146108:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938650624 00002000:00080000:1.0:1767318260.146112:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:956 count 1 00002000:00010000:1.0:1767318260.146127:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.146131:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9efe0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146138:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.146140:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.146143:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9efe0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146151:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9efe0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146157:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9efe0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146164:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9efe0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146177:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318260.146193:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24577 00000100:00100000:2.0:1767318260.146201:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030722b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+664:6185:x1853163938650624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.146213:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:855 count 1 00000100:00100000:1.0:1767318260.146292:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311864e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+578:6187:x1853163938651520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 192us (1606us total) trans 4294976033 rc 0/0 00000100:00100000:1.0:1767318260.146298:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24576 00010000:00010000:1.0:1767318260.146331:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318260.146347:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9efcb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146355:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.146360:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9efcb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146369:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9efcb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146385:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9efcb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146391:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9efcb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146409:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.146412:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9efd2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146418:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.146422:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9efd2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146429:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9efd2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146438:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9efd2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146444:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9efd2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146458:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.146461:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9efd9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318260.146462:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x357:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.146467:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.146468:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9efe7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146471:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9efd9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146477:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.146478:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9efd9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146478:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.146481:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9efe7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146487:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9efd9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146490:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9efe7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146494:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9efd9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146498:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9efe7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146527:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9efe7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146530:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.146533:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9efe0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146535:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.146540:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.146542:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9efe0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146549:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9efe0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146558:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9efe0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146564:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9efe0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146575:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.146579:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9efe7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146584:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.146587:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9efe7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146595:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9efe7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146604:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9efe7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146611:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9efe7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.146623:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.146625:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.146627:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.146633:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.146638:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.146660:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030722b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+665:6185:x1853163938650624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 460us (7935us total) trans 4294976379 rc 0/0 00000100:00100000:2.0:1767318260.146666:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24577 00002000:00080000:2.0:1767318260.146724:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:944 count 1 00002000:00010000:2.0:1767318260.146755:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.146759:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9efee lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146767:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.146769:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.146772:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9efee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146780:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9efee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146788:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9efee lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146795:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9efee lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.146805:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.147539:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.147548:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9efee lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.147556:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.147559:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9efee lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.147566:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9efee lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.147580:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9efee lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.147586:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9efee lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.147609:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.147611:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.147613:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.147716:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+578:6185:x1853163938646144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31359us (32046us total) trans 4294976021 rc 0/0 00000100:00100000:1.0:1767318260.147725:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24554 00010000:00010000:0.0:1767318260.147826:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.147869:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311866300/2, rc 0, transno 4294976033 00000100:00100000:0.0:1767318260.147889:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938651520:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.147902:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309411180/2, rc 0, transno 4294976032 00000100:00100000:0.0:1767318260.147905:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309411180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938651008:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.147914:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309410e00/2, rc 0, transno 4294976031 00000100:00100000:0.0:1767318260.147918:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938650880:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.147930:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030722a680/2, rc 0, transno 4294976378 00000100:00100000:0.0:1767318260.147935:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030722a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938651392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.149158:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938651904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.149215:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.149474:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+577:6187:x1853163938647936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43160us (43337us total) trans 4294976034 rc 0/0 00000100:00100000:2.0:1767318260.149484:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24549 00000004:00080000:0.0:1767318260.149488:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171c700/2, rc 0, transno 4294976034 00000100:00100000:0.0:1767318260.149500:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938647936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.149553:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318260.149559:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938652032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.149579:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.149601:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938652032 00000100:00100000:2.0:1767318260.149601:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938651904 00000100:00100000:0.0:1767318260.149606:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938652032 00000100:00100000:2.0:1767318260.149606:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938651904 00000100:00100000:2.0:1767318260.149639:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24578 00000100:00100000:2.0:1767318260.149647:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+578:6187:x1853163938651904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.149668:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:959 count 1 00002000:00010000:2.0:1767318260.149697:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.149704:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9eff5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.149716:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.149719:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.149723:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9eff5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.149730:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.149735:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9eff5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.149743:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9eff5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.149751:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9eff5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.149771:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.149774:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24579 00000100:00100000:0.0:1767318260.149781:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+578:6187:x1853163938652032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.149793:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:960 count 1 00002000:00010000:0.0:1767318260.149808:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.149813:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9effc lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.149820:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.149822:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.149825:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9effc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.149833:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9effc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.149840:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9effc lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.149846:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9effc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.149856:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.149994:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+579:6187:x1853163938652032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 213us (411us total) trans 4294976035 rc 0/0 00000100:00100000:0.0:1767318260.150001:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24579 00010000:00010000:1.0:1767318260.150117:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.150125:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9eff5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.150132:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.150135:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9eff5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.150144:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9eff5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.150160:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9eff5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.150167:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10a00/0x3313483622c9eff5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.150184:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.150187:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9effc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.150197:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.150200:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9effc lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.150207:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9effc lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.150216:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9effc lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.150223:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a600/0x3313483622c9effc lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.150234:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.150236:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.150238:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.150245:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.153042:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+579:6187:x1853163938651904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3386us (3816us total) trans 4294976036 rc 0/0 00000100:00100000:2.0:1767318260.153060:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24578 00010000:00010000:2.0:1767318260.153179:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.153229:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117dd880/2, rc 0, transno 4294976379 00000100:00100000:2.0:1767318260.153246:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938650624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.153257:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938651136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.153292:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.153316:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938651136 00000100:00100000:2.0:1767318260.153322:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938651136 00000100:00100000:2.0:1767318260.153368:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24580 00000100:00100000:2.0:1767318260.153377:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030722b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+579:6185:x1853163938651136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.153404:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:954 count 1 00002000:00010000:2.0:1767318260.153436:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.153443:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10000/0x3313483622c9f003 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.153456:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.153458:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.153463:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10000/0x3313483622c9f003 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.153477:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10000/0x3313483622c9f003 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.153486:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10000/0x3313483622c9f003 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.153494:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10000/0x3313483622c9f003 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.153533:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.153715:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030722b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+580:6185:x1853163938651136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 339us (423us total) trans 4294976037 rc 0/0 00000100:00100000:2.0:1767318260.153722:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24580 00000004:00080000:2.0:1767318260.153773:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309411500/2, rc 0, transno 4294976037 00010000:00010000:1.0:1767318260.153883:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.153890:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10000/0x3313483622c9f003 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.153898:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.153902:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10000/0x3313483622c9f003 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.153911:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10000/0x3313483622c9f003 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.153927:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10000/0x3313483622c9f003 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.153934:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10000/0x3313483622c9f003 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.153948:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.153950:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.153951:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.156257:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938649728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.156322:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.156376:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938649728 00000100:00100000:3.0:1767318260.156384:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938649728 00000100:00100000:3.0:1767318260.156442:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24581 00000100:00100000:3.0:1767318260.156450:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+665:6186:x1853163938649728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.156478:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:848 count 1 00002000:00010000:3.0:1767318260.156529:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x350:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.156537:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f00a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.156551:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.156553:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.156558:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f00a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.156570:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f00a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.156579:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f00a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.156592:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f00a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.156612:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.156832:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+666:6186:x1853163938649728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 382us (509us total) trans 4294976380 rc 0/0 00000100:00100000:3.0:1767318260.156839:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24581 00000004:00080000:3.0:1767318260.156888:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117dea00/2, rc 0, transno 4294976380 00000100:00100000:3.0:1767318260.156899:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938649728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.156906:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938650240:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.156926:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.156941:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938650240 00000100:00100000:3.0:1767318260.156944:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938650240 00000100:00100000:3.0:1767318260.156962:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24582 00000100:00100000:3.0:1767318260.156968:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+666:6186:x1853163938650240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.156979:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:852 count 1 00002000:00010000:3.0:1767318260.156992:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x354:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.156997:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f011 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157004:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.157006:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.157009:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f011 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157017:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f011 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157111:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f011 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157117:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f011 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157131:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.157262:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+667:6186:x1853163938650240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 293us (334us total) trans 4294976381 rc 0/0 00000100:00100000:3.0:1767318260.157269:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24582 00000004:00080000:3.0:1767318260.157299:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117ded80/2, rc 0, transno 4294976381 00000100:00100000:3.0:1767318260.157305:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938650240:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.157311:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938650752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.157345:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.157365:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938650752 00000100:00100000:3.0:1767318260.157369:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938650752 00000100:00100000:3.0:1767318260.157389:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24583 00000100:00100000:3.0:1767318260.157395:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+667:6186:x1853163938650752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.157407:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:856 count 1 00002000:00010000:3.0:1767318260.157423:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x358:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.157428:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f018 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157435:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.157436:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.157440:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f018 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157449:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f018 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157455:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f018 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157463:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f018 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157475:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318260.157612:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+668:6186:x1853163938650752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 216us (265us total) trans 4294976382 rc 0/0 00000100:00100000:3.0:1767318260.157618:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24583 00000004:00080000:3.0:1767318260.157643:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030722bb80/2, rc 0, transno 4294976382 00000100:00100000:3.0:1767318260.157648:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030722bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938650752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.157655:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0309410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938651264:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.157676:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.157693:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938651264 00000100:00100000:3.0:1767318260.157697:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938651264 00000100:00100000:3.0:1767318260.157715:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24584 00000100:00100000:3.0:1767318260.157721:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+580:6186:x1853163938651264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.157733:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:955 count 1 00002000:00010000:3.0:1767318260.157752:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.157757:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50a00/0x3313483622c9f01f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157765:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.157767:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.157770:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50a00/0x3313483622c9f01f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157780:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50a00/0x3313483622c9f01f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157787:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50a00/0x3313483622c9f01f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157793:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50a00/0x3313483622c9f01f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.157805:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318260.157940:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+581:6186:x1853163938651264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 218us (262us total) trans 4294976038 rc 0/0 00000100:00100000:3.0:1767318260.157947:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24584 00000004:00080000:3.0:1767318260.157974:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309410380/2, rc 0, transno 4294976038 00010000:00010000:1.0:1767318260.159889:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318260.159903:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f00a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.159915:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.159920:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f00a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.159930:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f00a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.159948:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f00a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.159956:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f00a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.159983:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.159987:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f011 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.159994:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.159998:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f011 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160005:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f011 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160015:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f011 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318260.160152:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0307229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938652416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.160212:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1767318260.160270:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311864380/2, rc 0, transno 4294976035 00010000:00010000:1.0:1767318260.160298:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f011 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160313:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.160317:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f018 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160322:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.160325:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f018 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160343:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f018 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160355:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f018 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160361:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f018 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160374:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.160378:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50a00/0x3313483622c9f01f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160384:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.160387:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50a00/0x3313483622c9f01f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160394:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50a00/0x3313483622c9f01f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160403:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50a00/0x3313483622c9f01f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160410:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50a00/0x3313483622c9f01f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.160422:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.160423:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.160425:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.160442:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.160447:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.165378:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938651136:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.165414:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938652416 00000100:00100000:2.0:1767318260.165422:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938652416 00000100:00100000:2.0:1767318260.165483:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24585 00000100:00100000:2.0:1767318260.165492:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+668:6187:x1853163938652416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.165536:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:860 count 1 00002000:00010000:2.0:1767318260.165568:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x35c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.165576:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9f026 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.165591:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.165594:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.165599:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9f026 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.165613:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9f026 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.165623:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9f026 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.165636:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9f026 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.165656:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.166586:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+669:6187:x1853163938652416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1091us (6370us total) trans 4294976383 rc 0/0 00000100:00100000:2.0:1767318260.166596:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24585 00010000:00010000:2.0:1767318260.166625:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.166632:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9f026 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.166641:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.166646:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9f026 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.166656:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9f026 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.166671:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9f026 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.166679:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11800/0x3313483622c9f026 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.166697:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.166698:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.166700:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.167349:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.167386:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabed80/2, rc 0, transno 4294976021 00000100:00100000:3.0:1767318260.167838:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938651264:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.167862:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938651776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.167915:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.167952:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938651776 00000100:00100000:3.0:1767318260.167958:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938651776 00000100:00100000:3.0:1767318260.168004:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24586 00000100:00100000:3.0:1767318260.168013:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+581:6186:x1853163938651776:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.168138:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311864380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938652032:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.168160:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069ffb80/2, rc 0, transno 4294976036 00000100:00100000:0.0:1767318260.168165:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938651904:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.168183:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0307229880/2, rc 0, transno 4294976383 00000100:00100000:0.0:1767318260.168195:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0307229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938652416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.168203:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318260.168209:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0307229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938652544:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.168235:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.168353:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938652928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.168376:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.168393:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938653440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.168410:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.168425:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318260.168430:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938653056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.168448:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.168471:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938652544 00000100:00100000:0.0:1767318260.168475:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938652544 00000100:00100000:0.0:1767318260.168498:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938652928 00000100:00100000:0.0:1767318260.168501:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938652928 00000100:00100000:0.0:1767318260.168536:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24587 00000100:00100000:0.0:1767318260.168542:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+669:6187:x1853163938652544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.168569:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:861 count 1 00002000:00010000:0.0:1767318260.168606:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x35d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.168614:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9f02d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.168629:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.168631:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.168636:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9f02d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.168649:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9f02d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.168659:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9f02d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.168667:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9f02d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.168683:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.168953:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+670:6187:x1853163938652544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 410us (716us total) trans 4294976384 rc 0/0 00000100:00100000:0.0:1767318260.168961:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24587 00000100:00100000:0.0:1767318260.168978:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938653440 00000100:00100000:0.0:1767318260.168981:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938653440 00000100:00100000:0.0:1767318260.168999:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938653056 00000100:00100000:0.0:1767318260.169002:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938653056 00002000:00080000:3.0:1767318260.169147:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:958 count 1 00002000:00010000:3.0:1767318260.169170:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.169175:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f034 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.169184:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.169186:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.169189:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f034 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.169199:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f034 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.169206:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f034 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.169212:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f034 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.169226:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.169397:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+585:6186:x1853163938651776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1385us (1481us total) trans 4294976039 rc 0/0 00010000:00010000:1.0:1767318260.169480:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.169489:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9f02d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.169497:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.169501:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9f02d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.169558:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9f02d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.169576:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9f02d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.169582:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b400/0x3313483622c9f02d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.169596:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.169599:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f034 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.169606:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.169608:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f034 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.169615:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f034 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.169625:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f034 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.169636:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f034 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.169650:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.169652:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.169653:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.169659:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.170093:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938646144:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.170192:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24588 00000100:00100000:0.0:1767318260.170208:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+585:6187:x1853163938652928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.170232:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:961 count 1 00002000:00010000:0.0:1767318260.170254:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.170259:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9f03b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.170268:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.170270:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.170274:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9f03b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.170283:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9f03b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.170290:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9f03b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.170297:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9f03b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.170316:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.170541:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+586:6187:x1853163938652928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 337us (2162us total) trans 4294976040 rc 0/0 00010000:00010000:1.0:1767318260.170587:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.170597:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9f03b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.170605:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.170608:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9f03b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.170616:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9f03b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.170630:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9f03b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.170638:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a400/0x3313483622c9f03b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.170652:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.170653:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.170655:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.176551:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24586 00000100:00100000:2.0:1767318260.176661:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24589 00000100:00100000:2.0:1767318260.176681:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+585:6187:x1853163938653440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.176717:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:965 count 1 00002000:00010000:2.0:1767318260.176763:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.176772:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10400/0x3313483622c9f042 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.176786:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.176788:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.176793:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10400/0x3313483622c9f042 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.176806:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10400/0x3313483622c9f042 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.176817:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10400/0x3313483622c9f042 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.176824:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10400/0x3313483622c9f042 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.176842:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.177137:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+586:6187:x1853163938653440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 465us (8724us total) trans 4294976041 rc 0/0 00000100:00100000:2.0:1767318260.177147:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24589 00000100:00100000:2.0:1767318260.177163:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24590 00000100:00100000:2.0:1767318260.177170:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+585:6187:x1853163938653056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.177182:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:962 count 1 00002000:00010000:2.0:1767318260.177196:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.177201:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9f049 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.177209:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.177211:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.177214:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9f049 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.177484:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9f049 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.177494:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9f049 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.177500:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9f049 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.177533:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.177670:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+586:6187:x1853163938653056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 499us (9219us total) trans 4294976042 rc 0/0 00000100:00100000:2.0:1767318260.177677:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24590 00010000:00010000:2.0:1767318260.177705:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318260.177712:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10400/0x3313483622c9f042 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.177720:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.177725:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10400/0x3313483622c9f042 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.177734:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10400/0x3313483622c9f042 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.178411:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10400/0x3313483622c9f042 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.178421:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10400/0x3313483622c9f042 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.178438:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.178442:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9f049 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.178448:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.178451:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9f049 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.178459:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9f049 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.178468:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9f049 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.178476:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10600/0x3313483622c9f049 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.178487:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.178488:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.178490:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.178834:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.178879:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125e8700/2, rc 0, transno 4294976370 00000100:00100000:2.0:1767318260.178888:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938648192:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.178904:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031171c000/2, rc 0, transno 4294976029 00000100:00100000:2.0:1767318260.179531:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031171c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938647552:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.179552:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0309411f80/2, rc 0, transno 4294976371 00000100:00100000:2.0:1767318260.179556:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0309411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938643968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.179576:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0316a21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938651648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.179626:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.179657:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938651648 00000100:00100000:2.0:1767318260.179662:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938651648 00000100:00100000:2.0:1767318260.179713:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24591 00000100:00100000:2.0:1767318260.179721:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0307229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+586:6185:x1853163938651648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.179746:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:957 count 1 00002000:00010000:2.0:1767318260.179772:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.179779:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9f050 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.179791:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.179794:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.179799:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9f050 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.179810:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9f050 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.179818:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9f050 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.179825:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9f050 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.179838:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.180298:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.180306:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9f050 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.180315:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.180319:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9f050 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.180327:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9f050 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.180607:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0307229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+587:6185:x1853163938651648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 884us (978us total) trans 4294976043 rc 0/0 00000100:00100000:2.0:1767318260.180616:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24591 00000004:00080000:2.0:1767318260.180666:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a21500/2, rc 0, transno 4294976043 00000100:00100000:2.0:1767318260.180671:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938651648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.180680:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938652160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.180706:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.180729:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938652160 00000100:00100000:2.0:1767318260.180734:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938652160 00000100:00100000:2.0:1767318260.180773:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24592 00000100:00100000:2.0:1767318260.180779:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0307228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+670:6185:x1853163938652160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.180797:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:858 count 1 00002000:00010000:2.0:1767318260.180819:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x35a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.180825:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9f057 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.180834:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.180836:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.180839:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9f057 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.180849:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9f057 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.180858:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9f057 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.180865:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9f057 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.180878:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.181462:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9f050 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.181470:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11000/0x3313483622c9f050 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.181490:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.181494:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9f057 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.181501:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.181517:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9f057 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.181526:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9f057 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.181541:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9f057 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.181548:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11e00/0x3313483622c9f057 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.181560:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.181561:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.181563:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.181571:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.183632:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24588 00000004:00080000:0.0:1767318260.183708:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317a60380/2, rc 0, transno 4294976042 00000100:00100000:0.0:1767318260.183716:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938653056:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.183726:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311867100/2, rc 0, transno 4294976040 00000100:00100000:0.0:1767318260.183729:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311867100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938652928:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.183745:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bc000/2, rc 0, transno 4294976041 00000100:00100000:0.0:1767318260.183749:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938653440:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.183760:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0307229f80/2, rc 0, transno 4294976384 00000100:00100000:0.0:1767318260.183767:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0307229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938652544:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.183780:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318260.183788:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938653568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.183840:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.183883:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938653568 00000100:00100000:0.0:1767318260.183888:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938653568 00000100:00100000:0.0:1767318260.183917:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24593 00000100:00100000:0.0:1767318260.183924:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+671:6187:x1853163938653568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.183947:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:864 count 1 00002000:00010000:0.0:1767318260.183975:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x360:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.183982:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9f05e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.183995:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.183997:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.184002:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9f05e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184014:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9f05e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.184020:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0307228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+672:6185:x1853163938652160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3241us (3313us total) trans 4294976385 rc 0/0 00000100:00100000:2.0:1767318260.184029:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24592 00010000:00010000:0.0:1767318260.184030:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9f05e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184042:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9f05e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318260.184055:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030722b800/2, rc 0, transno 4294976385 00010000:00010000:0.0:1767318260.184056:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.184059:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030722b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938652160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.184065:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938652672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.184087:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.184106:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938652672 00000100:00100000:2.0:1767318260.184109:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938652672 00000100:00100000:2.0:1767318260.184127:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24594 00000100:00100000:2.0:1767318260.184133:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+672:6185:x1853163938652672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.184144:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:862 count 1 00002000:00010000:2.0:1767318260.184159:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x35e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.184164:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9f065 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.184171:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.184172:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.184175:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9f065 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.184184:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9f065 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.184191:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9f065 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318260.184195:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+673:6187:x1853163938653568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 270us (353us total) trans 4294976386 rc 0/0 00010000:00010000:2.0:1767318260.184199:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9f065 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318260.184201:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24593 00010000:00010000:2.0:1767318260.184211:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1767318260.184225:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069ff100/2, rc 0, transno 4294976386 00000100:00100000:0.0:1767318260.184229:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938653568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.184295:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938653952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.184318:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.184346:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938654464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.184365:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.184379:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318260.184384:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938654080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.184400:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.184416:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938653952 00000100:00100000:0.0:1767318260.184420:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938653952 00000100:00100000:0.0:1767318260.184436:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938654464 00000100:00100000:0.0:1767318260.184439:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938654464 00000100:00100000:0.0:1767318260.184449:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938654080 00000100:00100000:0.0:1767318260.184451:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938654080 00000100:00100000:0.0:1767318260.184463:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24595 00000100:00100000:0.0:1767318260.184469:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+588:6187:x1853163938653952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.184481:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:966 count 1 00002000:00010000:0.0:1767318260.184498:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.184503:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c9f06c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184538:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.184540:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.184542:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c9f06c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184551:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c9f06c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184558:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c9f06c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184564:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c9f06c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184577:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318260.184732:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+589:6187:x1853163938653952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 262us (411us total) trans 4294976044 rc 0/0 00000100:00100000:0.0:1767318260.184738:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24595 00000100:00100000:0.0:1767318260.184751:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24596 00000100:00100000:0.0:1767318260.184757:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+588:6187:x1853163938654464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.184768:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:970 count 1 00002000:00010000:0.0:1767318260.184783:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.184788:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9f073 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184800:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.184802:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.184805:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9f073 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184813:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9f073 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184820:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9f073 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184828:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9f073 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.184838:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318260.184957:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+589:6187:x1853163938654464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 199us (590us total) trans 4294976045 rc 0/0 00000100:00100000:0.0:1767318260.184963:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24596 00000100:00100000:0.0:1767318260.184976:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24597 00000100:00100000:0.0:1767318260.184982:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+588:6187:x1853163938654080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.184993:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:967 count 1 00002000:00010000:0.0:1767318260.185007:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.185012:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9f07a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185019:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.185022:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.185024:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9f07a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185033:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9f07a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185041:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9f07a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185048:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9f07a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185059:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767318260.185180:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+589:6187:x1853163938654080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 198us (778us total) trans 4294976046 rc 0/0 00000100:00100000:0.0:1767318260.185187:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24597 00000004:00080000:0.0:1767318260.185222:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bce00/2, rc 0, transno 4294976046 00000100:00100000:0.0:1767318260.185233:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938654080:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.185242:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bed80/2, rc 0, transno 4294976044 00000100:00100000:0.0:1767318260.185245:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938653952:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1767318260.185252:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabc000/2, rc 0, transno 4294976045 00000100:00100000:0.0:1767318260.185255:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938654464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.185308:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318260.185317:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938654592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.185360:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.185384:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938654592 00000100:00100000:0.0:1767318260.185389:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938654592 00000100:00100000:0.0:1767318260.185411:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24598 00000100:00100000:0.0:1767318260.185417:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+589:6187:x1853163938654592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.185429:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:971 count 1 00002000:00010000:0.0:1767318260.185444:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.185450:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9f081 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185458:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.185459:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.185462:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9f081 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185471:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9f081 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185479:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9f081 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185486:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9f081 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185495:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767318260.185652:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+590:6187:x1853163938654592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 234us (291us total) trans 4294976047 rc 0/0 00000100:00100000:0.0:1767318260.185659:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24598 00000004:00080000:0.0:1767318260.185686:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabea00/2, rc 0, transno 4294976047 00000100:00100000:0.0:1767318260.185694:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938654592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.185731:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938654976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.185753:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.185777:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938654976 00000100:00100000:0.0:1767318260.185781:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938654976 00000100:00100000:0.0:1767318260.185802:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24599 00000100:00100000:0.0:1767318260.185809:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+590:6187:x1853163938654976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.185820:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:974 count 1 00002000:00010000:0.0:1767318260.185834:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.185839:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9f088 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185845:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.185847:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.185850:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9f088 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185858:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9f088 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185865:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9f088 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185871:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9f088 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.185878:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1767318260.186004:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+591:6187:x1853163938654976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 195us (249us total) trans 4294976048 rc 0/0 00000100:00100000:0.0:1767318260.186014:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24599 00000004:00080000:0.0:1767318260.186039:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125e8000/2, rc 0, transno 4294976048 00000100:00100000:0.0:1767318260.186047:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938654976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.186074:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318260.186080:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938655104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.186101:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.186123:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938655104 00000100:00100000:0.0:1767318260.186127:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938655104 00000100:00100000:0.0:1767318260.186147:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24600 00000100:00100000:0.0:1767318260.186153:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+591:6187:x1853163938655104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.186164:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:975 count 1 00002000:00010000:0.0:1767318260.186181:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.186187:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9f08f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.186195:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.186197:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.186200:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9f08f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.186209:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9f08f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.186216:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9f08f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.186223:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9f08f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.186232:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1767318260.186406:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+592:6187:x1853163938655104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 252us (304us total) trans 4294976049 rc 0/0 00000100:00100000:0.0:1767318260.186413:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24600 00000004:00080000:0.0:1767318260.186441:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125ead80/2, rc 0, transno 4294976049 00000100:00100000:0.0:1767318260.186448:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938655104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.188384:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+673:6185:x1853163938652672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4246us (4291us total) trans 4294976387 rc 0/0 00000100:00100000:2.0:1767318260.188398:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24594 00010000:00010000:2.0:1767318260.188430:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1767318260.188439:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9f05e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188450:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.188455:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9f05e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188465:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9f05e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188484:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9f05e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188492:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915be00/0x3313483622c9f05e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188527:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767318260.188532:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9f065 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188538:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.188541:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9f065 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188549:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9f065 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188560:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9f065 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188567:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11c00/0x3313483622c9f065 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188586:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767318260.188591:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c9f06c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188597:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.188600:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c9f06c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188608:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c9f06c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188617:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c9f06c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188624:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a200/0x3313483622c9f06c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188636:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318260.188639:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9f073 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188646:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ae00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.188649:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9f073 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188656:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9f073 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188665:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9f073 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188672:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ae00/0x3313483622c9f073 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188683:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318260.188687:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9f07a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188693:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ba00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.188697:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9f07a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188703:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9f07a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188712:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9f07a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188718:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ba00/0x3313483622c9f07a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188730:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318260.188734:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9f081 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188759:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.188762:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9f081 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188769:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9f081 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188778:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9f081 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188785:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a800/0x3313483622c9f081 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188796:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318260.188799:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9f088 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188806:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.188808:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9f088 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188815:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9f088 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188824:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9f088 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188835:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915a000/0x3313483622c9f088 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188847:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.188850:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9f08f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188856:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915aa00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.188859:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9f08f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188866:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9f08f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188874:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9f08f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188881:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915aa00/0x3313483622c9f08f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.188891:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.188893:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.188895:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.188901:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.188945:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030722a300/2, rc 0, transno 4294976387 00000100:00100000:2.0:1767318260.188954:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030722a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938652672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.188969:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938653184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.189008:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.189040:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938653184 00000100:00100000:2.0:1767318260.189046:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938653184 00000100:00100000:2.0:1767318260.189086:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24601 00000100:00100000:2.0:1767318260.189095:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+592:6185:x1853163938653184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.189121:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:963 count 1 00002000:00010000:2.0:1767318260.189147:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.189154:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9f096 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189166:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.189169:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.189174:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9f096 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189185:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9f096 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189194:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9f096 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189201:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9f096 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189215:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.189401:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+593:6185:x1853163938653184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 307us (393us total) trans 4294976050 rc 0/0 00000100:00100000:2.0:1767318260.189412:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24601 00010000:00010000:2.0:1767318260.189428:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.189432:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9f096 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189439:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.189442:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9f096 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189449:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9f096 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189461:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9f096 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189467:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d10c00/0x3313483622c9f096 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189481:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.189483:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.189485:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.189503:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119be680/2, rc 0, transno 4294976050 00000100:00100000:2.0:1767318260.189533:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938653184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.189548:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938653696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.189574:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.189592:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938653696 00000100:00100000:2.0:1767318260.189595:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938653696 00000100:00100000:2.0:1767318260.189615:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24602 00000100:00100000:2.0:1767318260.189621:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+673:6185:x1853163938653696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.189632:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:865 count 1 00002000:00010000:2.0:1767318260.189649:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x361:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.189654:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9f09d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189662:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.189664:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.189667:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9f09d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189676:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9f09d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189685:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9f09d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189693:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9f09d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189705:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.189836:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+674:6185:x1853163938653696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (261us total) trans 4294976388 rc 0/0 00000100:00100000:2.0:1767318260.189842:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24602 00010000:00010000:2.0:1767318260.189856:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.189861:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9f09d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189874:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.189877:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9f09d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189883:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9f09d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189895:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9f09d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189902:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0437d11a00/0x3313483622c9f09d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.189915:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.189917:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.189919:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.189934:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fe300/2, rc 0, transno 4294976388 00000100:00100000:2.0:1767318260.189939:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938653696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.189946:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938654208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.189967:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.189984:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938654208 00000100:00100000:2.0:1767318260.189987:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938654208 00000100:00100000:2.0:1767318260.190006:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24603 00000100:00100000:2.0:1767318260.190011:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+593:6185:x1853163938654208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.190022:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:968 count 1 00002000:00010000:2.0:1767318260.190037:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.190042:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9f0a4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190049:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.190051:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.190054:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9f0a4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190062:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9f0a4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190070:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9f0a4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190077:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9f0a4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190088:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.190212:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+594:6185:x1853163938654208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200us (243us total) trans 4294976051 rc 0/0 00000100:00100000:2.0:1767318260.190218:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24603 00010000:00010000:2.0:1767318260.190233:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.190238:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9f0a4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190246:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d11400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.190250:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9f0a4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190262:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9f0a4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190274:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9f0a4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190281:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0437d11400/0x3313483622c9f0a4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190294:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.190296:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.190297:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.190314:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bdc00/2, rc 0, transno 4294976051 00000100:00100000:2.0:1767318260.190319:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938654208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.190326:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938654720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.190363:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.190382:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938654720 00000100:00100000:2.0:1767318260.190385:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938654720 00000100:00100000:2.0:1767318260.190405:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24604 00000100:00100000:2.0:1767318260.190410:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+594:6185:x1853163938654720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.190420:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:972 count 1 00002000:00010000:2.0:1767318260.190436:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.190441:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f0ab lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190447:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.190449:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.190452:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f0ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190460:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f0ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190467:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f0ab lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190474:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f0ab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190484:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.190601:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.190607:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f0ab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.190615:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.190618:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f0ab lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.190621:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+595:6185:x1853163938654720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (257us total) trans 4294976052 rc 0/0 00010000:00010000:1.0:1767318260.190625:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f0ab lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.190627:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24604 00010000:00010000:1.0:1767318260.190637:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f0ab lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190640:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.190644:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f0ab lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318260.190660:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabce00/2, rc 0, transno 4294976052 00010000:00010000:1.0:1767318260.190663:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.190665:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.190665:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938654720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318260.190666:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.190671:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938655232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.190691:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318260.190694:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.190703:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938655232 00000100:00100000:1.0:1767318260.190706:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938655232 00000100:00100000:2.0:1767318260.190712:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [1->0] 00000100:00100000:2.0:1767318260.190718:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0307228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938652800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.190729:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24605 00000100:00100000:1.0:1767318260.190734:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d335850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+595:6185:x1853163938655232:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.190737:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1767318260.190746:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:976 count 1 00000100:00100000:2.0:1767318260.190752:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938652800 00000100:00100000:2.0:1767318260.190755:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938652800 00002000:00010000:1.0:1767318260.190762:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.190766:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9f0b2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.190772:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24606 00010000:00010000:1.0:1767318260.190775:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.190777:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318260.190777:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+674:6185:x1853163938652800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.190780:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9f0b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318260.190787:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:863 count 1 00010000:00010000:1.0:1767318260.190789:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9f0b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.190795:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9f0b2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318260.190801:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x35f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.190802:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9f0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190806:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f0b9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190813:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.190815:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.190817:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f0b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.190822:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318260.190825:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f0b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190832:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f0b9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190839:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f0b9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190850:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.190952:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311692680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+675:6185:x1853163938652800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 174us (213us total) trans 4294976389 rc 0/0 00000100:00100000:1.0:1767318260.190953:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d335850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+596:6185:x1853163938655232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 219us (260us total) trans 4294976053 rc 0/0 00000100:00100000:2.0:1767318260.190959:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24606 00010000:00010000:2.0:1767318260.190972:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318260.190976:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9f0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190989:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.190992:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9f0b2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.190998:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9f0b2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.191008:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9f0b2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.191014:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441e00/0x3313483622c9f0b2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.191028:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.191031:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f0b9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.191037:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.191040:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f0b9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.191046:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f0b9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.191053:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f0b9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.191064:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f0b9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.191074:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.191076:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.191077:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.191101:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0307228700/2, rc 0, transno 4294976389 00000100:00100000:2.0:1767318260.191106:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0307228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938652800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.191112:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938653312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.191131:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.191148:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938653312 00000100:00100000:2.0:1767318260.191151:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938653312 00000100:00100000:0.0:1767318260.191683:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938655488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.191712:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.191732:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318260.191737:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938655616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.191755:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.191778:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938655488 00000100:00100000:0.0:1767318260.191782:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938655488 00000100:00100000:1.0:1767318260.191922:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24605 00000100:00100000:1.0:1767318260.192032:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938655616 00000100:00100000:1.0:1767318260.192036:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938655616 00000100:00100000:1.0:1767318260.192063:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24607 00000100:00100000:1.0:1767318260.192069:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+598:6187:x1853163938655616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.192087:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:979 count 1 00002000:00010000:1.0:1767318260.192111:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.192118:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f0c0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192129:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.192131:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.192135:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f0c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192146:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f0c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192155:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f0c0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192162:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f0c0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192182:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.192395:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+599:6187:x1853163938655616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 325us (638us total) trans 4294976054 rc 0/0 00000100:00100000:1.0:1767318260.192402:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24607 00000004:00080000:1.0:1767318260.192452:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8cb800/2, rc 0, transno 4294976054 00000100:00100000:1.0:1767318260.192463:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938655616:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318260.192530:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.192536:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f0c0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192544:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.192547:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f0c0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192556:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f0c0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192570:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f0c0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192579:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f0c0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192594:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.192596:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.192598:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.192605:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.192616:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.192694:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938656000:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.192721:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.192746:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938656512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.192766:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.192784:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318260.192789:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938656128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.192809:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.192830:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938656000 00000100:00100000:1.0:1767318260.192834:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938656000 00000100:00100000:1.0:1767318260.192856:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938656512 00000100:00100000:1.0:1767318260.192858:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938656512 00000100:00100000:1.0:1767318260.192870:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938656128 00000100:00100000:1.0:1767318260.192872:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938656128 00000100:00100000:1.0:1767318260.192882:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24608 00000100:00100000:1.0:1767318260.192887:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+677:6187:x1853163938656000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.192901:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:868 count 1 00002000:00010000:1.0:1767318260.192920:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x364:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.192925:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f0c7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192934:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.192935:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.192939:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f0c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192949:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f0c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192962:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f0c7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192969:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f0c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.192982:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.193135:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+678:6187:x1853163938656000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 247us (413us total) trans 4294976390 rc 0/0 00000100:00100000:1.0:1767318260.193142:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24608 00000100:00100000:1.0:1767318260.193156:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24609 00000100:00100000:1.0:1767318260.193162:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+677:6187:x1853163938656512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.193173:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:872 count 1 00002000:00010000:1.0:1767318260.193188:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x368:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.193192:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f0ce lrc: 3/0,1 mode: --/PW res: [0x240000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193200:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.193201:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.193204:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f0ce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193211:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f0ce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193219:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f0ce lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193226:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f0ce lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193241:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.193381:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+678:6187:x1853163938656512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 218us (612us total) trans 4294976391 rc 0/0 00000100:00100000:1.0:1767318260.193388:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24609 00000100:00100000:1.0:1767318260.193402:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24610 00000100:00100000:1.0:1767318260.193408:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+677:6187:x1853163938656128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.193418:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:869 count 1 00002000:00010000:1.0:1767318260.193430:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x365:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.193435:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f0d5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193442:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.193444:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.193447:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f0d5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193455:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f0d5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193462:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f0d5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193469:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f0d5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193482:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318260.193614:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+678:6187:x1853163938656128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 206us (804us total) trans 4294976392 rc 0/0 00000100:00100000:1.0:1767318260.193620:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24610 00010000:00010000:1.0:1767318260.193640:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.193644:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f0c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193651:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.193654:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f0c7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193661:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f0c7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193674:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f0c7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193680:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f0c7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193692:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.193695:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f0ce lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193700:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.193703:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f0ce lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193709:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f0ce lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193716:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f0ce lrc: 1/0,0 mode: --/PW res: [0x240000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193722:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f0ce lrc: 0/0,0 mode: --/PW res: [0x240000404:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193730:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.193733:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f0d5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193737:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.193740:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f0d5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193746:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f0d5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193754:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f0d5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193761:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f0d5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.193776:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.193777:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.193779:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.193791:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.193812:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fdf80/2, rc 0, transno 4294976392 00000100:00100000:1.0:1767318260.193824:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938656128:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.193835:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fd880/2, rc 0, transno 4294976390 00000100:00100000:1.0:1767318260.193838:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938656000:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.193847:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311864e00/2, rc 0, transno 4294976391 00000100:00100000:1.0:1767318260.193850:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311864e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938656512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.193915:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318260.193925:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311867480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938656640:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.193952:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.193984:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938656640 00000100:00100000:1.0:1767318260.193989:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938656640 00000100:00100000:1.0:1767318260.194012:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24611 00000100:00100000:1.0:1767318260.194018:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03119bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+678:6187:x1853163938656640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.194030:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:873 count 1 00002000:00010000:1.0:1767318260.194046:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x369:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.194051:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9f0dc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194059:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.194060:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.194063:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9f0dc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194071:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9f0dc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194078:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9f0dc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194084:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9f0dc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194095:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.194250:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03119bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+679:6187:x1853163938656640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 231us (297us total) trans 4294976393 rc 0/0 00000100:00100000:1.0:1767318260.194257:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24611 00010000:00010000:1.0:1767318260.194272:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.194278:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9f0dc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194285:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.194288:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9f0dc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194295:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9f0dc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194306:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9f0dc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194317:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440400/0x3313483622c9f0dc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194330:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.194346:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.194348:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.194365:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311867480/2, rc 0, transno 4294976393 00000100:00100000:1.0:1767318260.194373:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311867480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938656640:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.194410:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938657024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.194434:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.194459:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938657024 00000100:00100000:1.0:1767318260.194463:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938657024 00000100:00100000:1.0:1767318260.194483:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24612 00000100:00100000:1.0:1767318260.194489:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+679:6187:x1853163938657024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.194501:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:876 count 1 00002000:00010000:1.0:1767318260.194554:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x36c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.194560:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f0e3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194568:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.194569:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.194572:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f0e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194580:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f0e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194593:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f0e3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194600:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f0e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194612:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.194730:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+680:6187:x1853163938657024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 239us (294us total) trans 4294976394 rc 0/0 00000100:00100000:1.0:1767318260.194736:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24612 00000004:00080000:1.0:1767318260.194770:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bd180/2, rc 0, transno 4294976394 00000100:00100000:1.0:1767318260.194779:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938657024:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.194789:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.194793:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f0e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194800:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.194803:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f0e3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194810:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f0e3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194821:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f0e3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194833:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f0e3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194846:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.194848:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.194850:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.194876:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318260.194883:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938657152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.194903:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.194927:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938657152 00000100:00100000:1.0:1767318260.194930:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938657152 00000100:00100000:1.0:1767318260.194951:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24613 00000100:00100000:1.0:1767318260.194956:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030cabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+680:6187:x1853163938657152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.194967:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:877 count 1 00002000:00010000:1.0:1767318260.194981:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x36d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.194985:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f0ea lrc: 3/0,1 mode: --/PW res: [0x240000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.194993:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.194994:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.194998:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f0ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.195006:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f0ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.195014:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f0ea lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.195021:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f0ea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.195032:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.195155:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030cabdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+681:6187:x1853163938657152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 198us (250us total) trans 4294976395 rc 0/0 00000100:00100000:1.0:1767318260.195162:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24613 00010000:00010000:1.0:1767318260.195175:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.195180:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f0ea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.195186:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.195189:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f0ea lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.195197:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f0ea lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.195207:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f0ea lrc: 1/0,0 mode: --/PW res: [0x240000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.195213:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f0ea lrc: 0/0,0 mode: --/PW res: [0x240000404:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.195226:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.195228:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.195230:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.195247:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabc380/2, rc 0, transno 4294976395 00000100:00100000:1.0:1767318260.195254:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938657152:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.195287:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.196397:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24614 00000100:00100000:2.0:1767318260.196414:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+598:6185:x1853163938653312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.196441:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:964 count 1 00002000:00010000:2.0:1767318260.196466:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.196472:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f0f1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.196485:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.196486:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.196491:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f0f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.196517:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f0f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.196533:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f0f1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.196542:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f0f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.196560:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318260.196575:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.196580:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f0f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.196587:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.196592:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f0f1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.196600:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f0f1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.196613:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f0f1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.196621:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f0f1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.196637:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.196639:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.196641:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.196658:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938653824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.196709:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.196733:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938654336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.196766:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.196781:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030cabf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938654848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.196799:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.196829:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8c9180/2, rc 0, transno 4294976053 00000100:00100000:2.0:1767318260.196840:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938655232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.196894:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938653824 00000100:00100000:2.0:1767318260.196900:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938653824 00000100:00100000:2.0:1767318260.196937:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938654336 00000100:00100000:2.0:1767318260.196941:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938654336 00000100:00100000:2.0:1767318260.196953:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938654848 00000100:00100000:2.0:1767318260.196956:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938654848 00000100:00100000:2.0:1767318260.196969:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24615 00000100:00100000:2.0:1767318260.196975:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+681:6185:x1853163938653824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.196986:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:866 count 1 00002000:00010000:2.0:1767318260.197004:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x362:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.197009:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f0f8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197018:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.197019:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.197022:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f0f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197032:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f0f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197040:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f0f8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197047:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f0f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197058:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.197300:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+682:6185:x1853163938653824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 324us (590us total) trans 4294976396 rc 0/0 00000100:00100000:2.0:1767318260.197307:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24615 00000100:00100000:2.0:1767318260.197322:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24616 00000100:00100000:2.0:1767318260.197328:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+600:6185:x1853163938654336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.197351:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:969 count 1 00002000:00010000:2.0:1767318260.197368:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.197373:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f0ff lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197381:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.197383:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.197387:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f0ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197396:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f0ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197404:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f0ff lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197411:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f0ff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197421:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.197579:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+601:6185:x1853163938654336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 250us (811us total) trans 4294976055 rc 0/0 00000100:00100000:2.0:1767318260.197586:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24616 00000100:00100000:2.0:1767318260.197599:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24617 00000100:00100000:2.0:1767318260.197605:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031259d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+600:6185:x1853163938654848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.197616:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:973 count 1 00002000:00010000:2.0:1767318260.197630:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.197634:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9f106 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197642:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.197643:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.197646:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9f106 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197654:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9f106 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197662:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9f106 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197669:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9f106 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.197679:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.197792:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031259d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+601:6185:x1853163938654848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (991us total) trans 4294976056 rc 0/0 00000100:00100000:2.0:1767318260.197799:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24617 00000100:00100000:2.0:1767318260.197820:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938655744:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.197844:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.197863:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938656256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.197881:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.197895:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938656768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.197912:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.197924:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03125ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938657280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.197942:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.197970:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fca80/2, rc 0, transno 4294976396 00000100:00100000:2.0:1767318260.197978:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938653824:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.197987:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bd500/2, rc 0, transno 4294976055 00000100:00100000:2.0:1767318260.197994:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938654336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.198035:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938655744 00000100:00100000:2.0:1767318260.198039:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938655744 00000100:00100000:2.0:1767318260.198062:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938656256 00000100:00100000:2.0:1767318260.198065:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938656256 00000100:00100000:2.0:1767318260.198080:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938656768 00000100:00100000:2.0:1767318260.198083:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938656768 00000100:00100000:2.0:1767318260.198091:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938657280 00000100:00100000:2.0:1767318260.198093:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938657280 00000100:00100000:2.0:1767318260.198104:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24618 00000100:00100000:2.0:1767318260.198111:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031171dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+601:6185:x1853163938655744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.198122:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:980 count 1 00002000:00010000:2.0:1767318260.198138:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.198143:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6000/0x3313483622c9f10d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198151:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.198153:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.198156:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6000/0x3313483622c9f10d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198165:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6000/0x3313483622c9f10d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198173:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6000/0x3313483622c9f10d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198181:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6000/0x3313483622c9f10d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198192:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318260.198313:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031171dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+602:6185:x1853163938655744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 201us (467us total) trans 4294976057 rc 0/0 00000100:00100000:2.0:1767318260.198320:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24618 00000100:00100000:2.0:1767318260.198348:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24619 00000100:00100000:2.0:1767318260.198355:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031171ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+684:6185:x1853163938656256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.198365:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:870 count 1 00002000:00010000:2.0:1767318260.198385:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x366:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.198389:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f114 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198397:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.198398:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.198401:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f114 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198409:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f114 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198416:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f114 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198422:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f114 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198434:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318260.198583:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031171ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+685:6185:x1853163938656256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 229us (701us total) trans 4294976397 rc 0/0 00000100:00100000:2.0:1767318260.198589:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24619 00000100:00100000:2.0:1767318260.198601:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24620 00000100:00100000:2.0:1767318260.198607:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031171d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+684:6185:x1853163938656768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.198617:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:874 count 1 00002000:00010000:2.0:1767318260.198629:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x36a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.198634:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f11b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198645:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.198647:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.198650:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f11b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198657:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f11b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198664:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f11b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198671:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f11b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198678:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767318260.198690:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24621 00000100:00100000:0.0:1767318260.198699:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+684:6185:x1853163938657280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.198711:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:878 count 1 00002000:00010000:0.0:1767318260.198726:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x36e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.198731:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f122 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.198738:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.198739:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.198742:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f122 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.198751:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f122 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.198759:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f122 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.198766:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f122 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.198773:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1767318260.198785:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031171d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+685:6185:x1853163938656768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 178us (871us total) trans 4294976398 rc 0/0 00000100:00100000:2.0:1767318260.198791:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24620 00000100:00100000:2.0:1767318260.198803:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24622 00000100:00100000:2.0:1767318260.198809:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+601:6187:x1853163938655488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.198820:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:978 count 1 00002000:00010000:2.0:1767318260.198833:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.198837:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f129 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198844:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.198846:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.198849:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f129 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198856:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f129 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198863:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f129 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198870:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f129 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.198877:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1767318260.198895:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+685:6185:x1853163938657280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 197us (951us total) trans 4294976399 rc 0/0 00000100:00100000:0.0:1767318260.198901:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24621 00000100:00100000:2.0:1767318260.198982:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+602:6187:x1853163938655488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 173us (7269us total) trans 4294976058 rc 0/0 00000100:00100000:2.0:1767318260.198988:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24622 00010000:00010000:2.0:1767318260.199003:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1767318260.199008:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f0f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199017:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.199020:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f0f8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199028:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f0f8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199043:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f0f8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199050:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f0f8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199069:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1767318260.199073:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f0ff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199080:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.199082:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f0ff lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199089:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f0ff lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199098:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f0ff lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199104:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f0ff lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199119:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1767318260.199122:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9f106 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199128:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.199132:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9f106 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199139:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9f106 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199149:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9f106 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199156:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7c00/0x3313483622c9f106 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199167:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318260.199170:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6000/0x3313483622c9f10d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199176:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.199179:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6000/0x3313483622c9f10d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199186:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6000/0x3313483622c9f10d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199194:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6000/0x3313483622c9f10d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199200:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6000/0x3313483622c9f10d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199214:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318260.199217:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f114 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199222:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.199225:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f114 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199231:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f114 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199239:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f114 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199245:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f114 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199254:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318260.199257:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f11b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199263:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.199266:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f11b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199272:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f11b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199281:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f11b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199288:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f11b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199297:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318260.199300:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f122 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199305:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.199308:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f122 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199314:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f122 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199321:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f122 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.199327:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f122 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.202700:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.202710:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f129 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.202727:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.202732:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f129 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.202749:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f129 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.202768:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f129 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.202775:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f129 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.202791:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.202793:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.202795:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.202845:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030cabf800/2, rc 0, transno 4294976056 00000100:00100000:2.0:1767318260.202865:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030cabf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938654848:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.203023:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fed80/2, rc 0, transno 4294976057 00000100:00100000:2.0:1767318260.203032:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938655744:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.203064:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a73b80/2, rc 0, transno 4294976397 00000100:00100000:2.0:1767318260.203070:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938656256:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.203079:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bf100/2, rc 0, transno 4294976398 00000100:00100000:2.0:1767318260.203083:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938656768:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.203091:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03125ea680/2, rc 0, transno 4294976399 00000100:00100000:2.0:1767318260.203095:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03125ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938657280:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.203108:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938657792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.203162:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.205262:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938657792 00000100:00100000:3.0:1767318260.205277:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938657792 00000100:00100000:3.0:1767318260.205373:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24623 00000100:00100000:3.0:1767318260.205385:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+602:6185:x1853163938657792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.205418:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:984 count 1 00002000:00010000:3.0:1767318260.205456:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.205464:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9f130 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.205478:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.205480:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.205485:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9f130 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.205500:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9f130 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.205526:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9f130 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.205533:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9f130 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.205562:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.207146:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+603:6185:x1853163938657792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1757us (3976us total) trans 4294976059 rc 0/0 00000100:00100000:3.0:1767318260.207158:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24623 00010000:00010000:1.0:1767318260.207437:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.207446:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9f130 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.207457:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.207461:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9f130 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.207470:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9f130 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.207490:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9f130 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.207497:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51800/0x3313483622c9f130 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.207533:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.207535:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.207537:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.207544:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.207566:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938657536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.207610:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.210005:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938657536 00000100:00100000:3.0:1767318260.210103:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938657536 00000100:00100000:3.0:1767318260.210158:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24624 00000100:00100000:3.0:1767318260.210168:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+603:6187:x1853163938657536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.210197:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:982 count 1 00002000:00010000:3.0:1767318260.210232:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.210240:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51400/0x3313483622c9f137 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.210256:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.210258:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.210263:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51400/0x3313483622c9f137 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.210276:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51400/0x3313483622c9f137 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.210284:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51400/0x3313483622c9f137 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.210291:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51400/0x3313483622c9f137 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.210306:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.210626:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+604:6187:x1853163938657536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 457us (3013us total) trans 4294976060 rc 0/0 00000100:00100000:3.0:1767318260.210634:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24624 00010000:00010000:0.0:1767318260.211637:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.211647:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51400/0x3313483622c9f137 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.211658:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.211662:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51400/0x3313483622c9f137 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.211671:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51400/0x3313483622c9f137 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.211687:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51400/0x3313483622c9f137 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.211693:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51400/0x3313483622c9f137 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.211716:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.211718:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.211719:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.218469:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.218808:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311690e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+604:6185:x1853163938653312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22396us (27671us total) trans 4294976061 rc 0/0 00000100:00100000:2.0:1767318260.218819:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24614 00000004:00080000:2.0:1767318260.218880:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117dce00/2, rc 0, transno 4294976059 00000100:00100000:2.0:1767318260.218898:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938657792:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.218978:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bca80/2, rc 0, transno 4294976061 00000100:00100000:2.0:1767318260.218987:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938653312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.219000:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 6 async RPCs [1->0] 00000100:00100000:2.0:1767318260.219028:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938655360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.219064:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.219088:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03069fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938655872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.219108:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.219134:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938656384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.219152:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.219166:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03119bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938656896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.219183:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.219208:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938655360 00000100:00100000:2.0:1767318260.219214:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938655360 00000100:00100000:2.0:1767318260.219246:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938655872 00000100:00100000:2.0:1767318260.219249:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938655872 00000100:00100000:2.0:1767318260.219265:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938656384 00000100:00100000:2.0:1767318260.219267:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938656384 00000100:00100000:2.0:1767318260.219290:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938656896 00000100:00100000:2.0:1767318260.219293:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938656896 00000100:00100000:2.0:1767318260.219314:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24625 00000100:00100000:2.0:1767318260.219322:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+604:6185:x1853163938655360:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318260.219329:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24626 00000100:00100000:0.0:1767318260.219348:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+687:6185:x1853163938655872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.219355:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:977 count 1 00002000:00080000:0.0:1767318260.219359:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:867 count 1 00002000:00010000:0.0:1767318260.219384:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x363:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1767318260.219384:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.219392:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f145 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.219392:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f13e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.219406:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.219406:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.219408:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.219408:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.219414:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f145 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.219414:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f13e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.219428:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f145 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.219428:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f13e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.219438:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f145 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.219438:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f13e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.219447:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f145 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.219447:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f13e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.219462:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.219531:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24627 00000100:00100000:3.0:1767318260.219539:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+687:6185:x1853163938656384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.219552:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:871 count 1 00002000:00010000:3.0:1767318260.219567:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x367:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.219572:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f14c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.219579:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.219581:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.219585:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f14c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.219593:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f14c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.219601:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f14c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.219607:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f14c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.219660:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+605:6185:x1853163938655360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 338us (595us total) trans 4294976062 rc 0/0 00000100:00100000:2.0:1767318260.219667:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24625 00000100:00100000:2.0:1767318260.219679:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24628 00000100:00100000:2.0:1767318260.219685:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+687:6185:x1853163938656896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.219696:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:875 count 1 00002000:00010000:2.0:1767318260.219709:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x36b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.219714:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f153 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.219720:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.219721:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.219724:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f153 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.219732:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f153 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.219738:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f153 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.219744:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f153 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1767318260.222399:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117dfb80/2, rc 0, transno 4294976060 00000100:00100000:1.0:1767318260.222425:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938657536:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.222441:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8ca680/2, rc 0, transno 4294976058 00000100:00100000:1.0:1767318260.222445:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938655488:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.222466:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938658048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.222540:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.222584:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318260.222590:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938657664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.222614:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318260.223152:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767318260.223173:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.223181:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f13e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223192:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.223196:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f13e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223205:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f13e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223224:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f13e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223232:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f13e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223255:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.223259:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f145 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223266:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.223269:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f145 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223276:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f145 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223287:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f145 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223298:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f145 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223314:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.223317:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f14c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223321:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.223324:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f14c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223330:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f14c lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223350:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f14c lrc: 2/0,0 mode: --/PW res: [0x240000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223357:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.223361:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f153 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223366:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.223369:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f153 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223376:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f153 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223385:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f153 lrc: 2/0,0 mode: --/PW res: [0x240000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223392:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.223394:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.223396:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.223695:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+688:6185:x1853163938655872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4346us (4584us total) trans 4294976400 rc 0/0 00000100:00100000:0.0:1767318260.223704:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24626 00000100:00100000:0.0:1767318260.223729:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938658048 00000100:00100000:0.0:1767318260.223736:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938658048 00000100:00100000:0.0:1767318260.223780:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938657664 00000100:00100000:0.0:1767318260.223784:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938657664 00000100:00100000:0.0:1767318260.223800:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24629 00000100:00100000:0.0:1767318260.223807:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+606:6187:x1853163938658048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.223833:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:986 count 1 00002000:00010000:0.0:1767318260.223860:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.223865:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9f15a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223876:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.223878:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.223883:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9f15a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223894:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9f15a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223907:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9f15a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223915:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9f15a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.223940:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.224096:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03125eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+607:6187:x1853163938658048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 289us (1555us total) trans 4294976063 rc 0/0 00000100:00100000:0.0:1767318260.224103:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24629 00000100:00100000:0.0:1767318260.224117:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24630 00000100:00100000:0.0:1767318260.224124:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030722b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+606:6187:x1853163938657664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.224135:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:983 count 1 00002000:00010000:0.0:1767318260.224150:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.224155:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f161 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224162:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.224164:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.224167:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f161 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224175:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f161 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224182:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f161 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224189:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f161 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224201:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318260.224212:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.224216:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9f15a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224222:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.224225:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9f15a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224233:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9f15a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224243:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9f15a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224249:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915b600/0x3313483622c9f15a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224263:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.224266:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f161 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224272:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.224275:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f161 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224281:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f161 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224289:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f161 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224297:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f161 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.224309:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.224310:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.224313:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.224458:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030722b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+607:6187:x1853163938657664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 335us (1843us total) trans 4294976064 rc 0/0 00000100:00100000:0.0:1767318260.224465:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24630 00010000:00010000:0.0:1767318260.224928:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.225004:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.225395:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1767318260.225404:0:21387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f14c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.226237:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.226398:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1767318260.226407:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f153 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.226433:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.226756:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+688:6185:x1853163938656896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7068us (7568us total) trans 4294976401 rc 0/0 00000100:00100000:2.0:1767318260.226766:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24628 00000004:00080000:2.0:1767318260.226838:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03119bd880/2, rc 0, transno 4294976401 00010000:00010000:0.0:1767318260.226850:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.226856:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03119bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938656896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.226998:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031259ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938657408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.227034:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.227057:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938657920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.227076:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.227111:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938658304:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.227124:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938657408 00000100:00100000:0.0:1767318260.227130:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938657408 00000100:00100000:2.0:1767318260.227131:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.227148:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938657920 00000100:00100000:2.0:1767318260.227151:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938657920 00000100:00100000:0.0:1767318260.227161:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938658304 00000100:00100000:0.0:1767318260.227163:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938658304 00000100:00100000:2.0:1767318260.227170:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24631 00000100:00100000:2.0:1767318260.227177:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+608:6185:x1853163938657408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.227202:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:981 count 1 00002000:00010000:2.0:1767318260.227244:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.227251:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f168 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.227266:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.227268:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.227274:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f168 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.227287:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f168 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.227295:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f168 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.227307:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f168 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.227322:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.227486:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d270000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+609:6185:x1853163938657408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 309us (452us total) trans 4294976065 rc 0/0 00000100:00100000:0.0:1767318260.232083:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24632 00000100:00100000:0.0:1767318260.232105:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+609:6185:x1853163938657920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.232140:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:985 count 1 00002000:00010000:0.0:1767318260.232177:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.232185:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9f16f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232200:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.232203:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.232208:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9f16f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232223:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9f16f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232235:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9f16f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232242:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9f16f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232259:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318260.232273:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.232280:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f168 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232287:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.232291:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f168 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232299:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f168 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232320:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f168 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232327:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6c00/0x3313483622c9f168 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232356:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.232359:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9f16f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232366:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.232368:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9f16f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232375:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9f16f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232384:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9f16f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232391:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915bc00/0x3313483622c9f16f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232402:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.232404:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.232405:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.232714:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+610:6185:x1853163938657920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 617us (5634us total) trans 4294976066 rc 0/0 00000100:00100000:0.0:1767318260.232724:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24632 00000100:00100000:0.0:1767318260.232747:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24633 00000100:00100000:0.0:1767318260.232756:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+688:6185:x1853163938658304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.232771:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:880 count 1 00002000:00010000:0.0:1767318260.232789:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x370:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.232794:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f176 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232802:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.232804:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.232807:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f176 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232817:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f176 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232825:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f176 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232832:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f176 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.232849:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.232991:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+689:6185:x1853163938658304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 236us (5857us total) trans 4294976402 rc 0/0 00000100:00100000:0.0:1767318260.232999:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24633 00010000:00010000:0.0:1767318260.235012:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1767318260.235027:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24631 00010000:00010000:0.0:1767318260.235035:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f176 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.235045:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.235048:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f176 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.235057:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f176 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.235068:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.235076:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f176 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.235083:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f176 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.235105:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.235107:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.235108:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.235134:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8cb480/2, rc 0, transno 4294976402 00000100:00100000:2.0:1767318260.235157:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938658304:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.235174:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8cad80/2, rc 0, transno 4294976062 00000100:00100000:2.0:1767318260.235179:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938655360:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.235191:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03069fc000/2, rc 0, transno 4294976400 00000100:00100000:2.0:1767318260.235195:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03069fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938655872:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.235205:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031259ca80/2, rc 0, transno 4294976065 00000100:00100000:2.0:1767318260.235208:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031259ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938657408:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.235214:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9c380/2, rc 0, transno 4294976066 00000100:00100000:2.0:1767318260.235218:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938657920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.236129:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938658816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.236187:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.236217:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938659328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.236259:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938658816 00000100:00100000:3.0:1767318260.236266:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938658816 00000100:00100000:3.0:1767318260.236502:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24634 00000100:00100000:2.0:1767318260.236592:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.236611:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1767318260.236618:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938658432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.236636:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.236654:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938659328 00000100:00100000:2.0:1767318260.236657:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938659328 00000100:00100000:3.0:1767318260.236672:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d337850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+689:6185:x1853163938658816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.236676:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24635 00000100:00100000:2.0:1767318260.236681:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+609:6185:x1853163938659328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.236698:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:989 count 1 00002000:00080000:3.0:1767318260.236698:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:884 count 1 00002000:00010000:2.0:1767318260.236727:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1767318260.236727:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x374:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.236735:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f17d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.236735:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f184 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.236747:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.236750:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.236755:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f184 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.236768:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f184 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.236778:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f184 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.236786:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f184 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.236801:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.237179:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d337850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+690:6185:x1853163938658816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 506us (989us total) trans 4294976403 rc 0/0 00000100:00100000:3.0:1767318260.237186:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24634 00000100:00100000:3.0:1767318260.237203:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938658432 00000100:00100000:3.0:1767318260.237206:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938658432 00010000:00010000:2.0:1767318260.237286:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.237288:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767318260.237291:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24636 00010000:00010000:2.0:1767318260.237292:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f17d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318260.237298:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+690:6185:x1853163938658432:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318260.237302:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f17d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237309:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f17d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767318260.237310:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:881 count 1 00010000:00010000:2.0:1767318260.237316:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f17d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767318260.237325:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x371:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.237328:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318260.237330:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f18b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237350:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.237351:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.237354:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f18b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237367:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f18b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237374:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f18b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237381:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f18b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237395:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.237488:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+610:6185:x1853163938659328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 806us (895us total) trans 4294976067 rc 0/0 00000100:00100000:3.0:1767318260.237494:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+691:6185:x1853163938658432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 197us (857us total) trans 4294976404 rc 0/0 00000100:00100000:2.0:1767318260.237495:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24635 00000100:00100000:3.0:1767318260.237500:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24636 00010000:00010000:2.0:1767318260.237536:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.237539:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318260.237543:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f184 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237543:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f17d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237551:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.237551:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.237556:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f184 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237556:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f17d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237566:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f184 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237566:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f17d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237583:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f184 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237583:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f17d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237591:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f184 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237596:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7a00/0x3313483622c9f17d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237605:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.237607:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.237608:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f18b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237609:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.237611:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.237614:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.237617:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f18b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237624:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f18b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237637:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f18b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237643:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f18b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237653:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.237655:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.237657:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.237693:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8c9880/2, rc 0, transno 4294976404 00000100:00100000:2.0:1767318260.237706:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938658432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.237740:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+691:6185:x1853163938656384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18201us (18586us total) trans 4294976405 rc 0/0 00000100:00100000:3.0:1767318260.237746:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24627 00000100:00100000:2.0:1767318260.237766:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938658944:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.237791:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.237806:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938659456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.237821:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.237836:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938658944 00000100:00100000:2.0:1767318260.237839:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938658944 00000100:00100000:3.0:1767318260.237853:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938659456 00000100:00100000:3.0:1767318260.237856:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938659456 00000100:00100000:2.0:1767318260.237860:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24637 00000100:00100000:2.0:1767318260.237866:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+691:6185:x1853163938658944:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.237876:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24638 00002000:00080000:2.0:1767318260.237877:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:885 count 1 00000100:00100000:3.0:1767318260.237882:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+610:6185:x1853163938659456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.237893:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:990 count 1 00002000:00010000:2.0:1767318260.237894:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x375:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.237899:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f192 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.237906:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:3.0:1767318260.237906:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.237908:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.237910:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f199 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237917:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.237919:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.237921:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f199 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237930:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f199 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237937:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f199 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237944:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f199 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.237954:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.238076:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+611:6185:x1853163938659456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 192us (251us total) trans 4294976068 rc 0/0 00000100:00100000:3.0:1767318260.238082:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24638 00000004:00080000:3.0:1767318260.238126:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0316a20a80/2, rc 0, transno 4294976039 00000100:00100000:3.0:1767318260.238138:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0316a20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938651776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.238172:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0307229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938652288:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.238195:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.238216:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318260.238221:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938659840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.238241:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.238261:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938652288 00000100:00100000:3.0:1767318260.238265:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938652288 00000100:00100000:3.0:1767318260.238282:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938659840 00000100:00100000:3.0:1767318260.238284:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938659840 00000100:00100000:3.0:1767318260.238298:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24639 00000100:00100000:3.0:1767318260.238303:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+692:6186:x1853163938652288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.238315:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:859 count 1 00002000:00010000:3.0:1767318260.238344:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x35b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.238350:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f1a0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238357:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.238359:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.238362:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f1a0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238371:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f1a0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238378:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f1a0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238385:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f1a0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238398:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.238556:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+693:6186:x1853163938652288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 251us (359us total) trans 4294976406 rc 0/0 00000100:00100000:3.0:1767318260.238562:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24639 00000100:00100000:3.0:1767318260.238576:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24640 00000100:00100000:3.0:1767318260.238583:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+611:6186:x1853163938659840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.238595:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:992 count 1 00002000:00010000:3.0:1767318260.238609:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.238614:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51600/0x3313483622c9f1a7 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238620:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.238622:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.238624:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51600/0x3313483622c9f1a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238638:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51600/0x3313483622c9f1a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238645:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51600/0x3313483622c9f1a7 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238652:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51600/0x3313483622c9f1a7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238663:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318260.238786:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+612:6186:x1853163938659840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 203us (543us total) trans 4294976069 rc 0/0 00000100:00100000:3.0:1767318260.238793:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24640 00010000:00010000:3.0:1767318260.238810:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.238815:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f199 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238822:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.238825:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f199 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238832:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f199 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238845:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f199 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238856:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f199 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238871:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.238875:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f1a0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238881:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.238884:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f1a0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238891:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f1a0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238899:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f1a0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238906:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f1a0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238917:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.238920:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51600/0x3313483622c9f1a7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238926:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.238929:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51600/0x3313483622c9f1a7 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238935:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51600/0x3313483622c9f1a7 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238945:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51600/0x3313483622c9f1a7 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238951:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51600/0x3313483622c9f1a7 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.238961:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.238963:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.238964:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.238988:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c2300/2, rc 0, transno 4294976069 00000100:00100000:3.0:1767318260.238997:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938659840:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318260.239014:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f192 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.239023:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f192 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.239031:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f192 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318260.239034:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0307229c00/2, rc 0, transno 4294976406 00010000:00010000:2.0:1767318260.239038:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f192 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318260.239042:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0307229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938652288:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.239053:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938659968:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318260.239056:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318260.239062:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.239066:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f192 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.239072:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.239075:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f192 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.239087:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f192 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.239098:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f192 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.239105:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f192 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.239118:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.239120:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.239122:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.239147:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.239166:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938659968 00000100:00100000:3.0:1767318260.239169:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938659968 00000100:00100000:2.0:1767318260.239178:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+693:6185:x1853163938658944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1312us (1386us total) trans 4294976407 rc 0/0 00000100:00100000:2.0:1767318260.239185:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24637 00000100:00100000:3.0:1767318260.239189:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24641 00000100:00100000:3.0:1767318260.239195:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+612:6186:x1853163938659968:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318260.239199:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1767318260.239208:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:993 count 1 00002000:00010000:3.0:1767318260.239223:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.239228:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f1ae lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.239236:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.239238:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.239240:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f1ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.239253:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f1ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.239260:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f1ae lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.239267:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f1ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.239278:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767318260.239485:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311998e00/2, rc 0, transno 4294976068 00000100:00100000:2.0:1767318260.239495:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938659456:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318260.239517:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:2.0:1767318260.239518:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8ca300/2, rc 0, transno 4294976403 00010000:00010000:0.0:1767318260.239523:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f1ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.239524:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938658816:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.239530:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.239534:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f1ae lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.239541:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f1ae lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318260.239552:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311998380/2, rc 0, transno 4294976067 00010000:00010000:0.0:1767318260.239554:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f1ae lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.239556:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938659328:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318260.239561:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f1ae lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318260.239564:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311a73800/2, rc 0, transno 4294976405 00000100:00100000:2.0:1767318260.239569:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311a73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938656384:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.239575:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.239593:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.239594:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.239595:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8c8700/2, rc 0, transno 4294976407 00010000:00010000:0.0:1767318260.239599:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.239602:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938658944:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.239604:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.239625:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d271880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938660352:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.239650:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.239666:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.239671:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d271180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938660480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.239686:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.239702:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938660352 00000100:00100000:2.0:1767318260.239705:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938660352 00000100:00100000:2.0:1767318260.239736:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938660480 00000100:00100000:2.0:1767318260.239748:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938660480 00000100:00100000:2.0:1767318260.239766:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24642 00000100:00100000:2.0:1767318260.239772:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+694:6185:x1853163938660352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.239784:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:889 count 1 00002000:00010000:2.0:1767318260.239801:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x379:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.239806:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f1b5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.239813:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.239815:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.239818:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f1b5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.239827:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f1b5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.239835:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f1b5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318260.239841:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24643 00010000:00010000:2.0:1767318260.239847:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f1b5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318260.239849:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+694:6185:x1853163938660480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318260.239859:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1767318260.239863:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:890 count 1 00002000:00010000:0.0:1767318260.239878:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x37a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.239883:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9f1bc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.239890:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.239892:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.239894:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9f1bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.239902:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9f1bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.239910:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9f1bc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.239917:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9f1bc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.239931:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.240079:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+695:6185:x1853163938660480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 231us (390us total) trans 4294976408 rc 0/0 00000100:00100000:0.0:1767318260.240086:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24643 00010000:00010000:0.0:1767318260.240101:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.240105:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f1b5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.240112:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.240115:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f1b5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.240121:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f1b5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.240131:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f1b5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.240138:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f1b5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.240150:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.240153:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9f1bc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.240159:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.240161:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9f1bc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.240167:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9f1bc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.240175:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9f1bc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.240181:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915ac00/0x3313483622c9f1bc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.240193:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.240194:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.240196:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.243237:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+695:6185:x1853163938660352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3458us (3579us total) trans 4294976409 rc 0/0 00000100:00100000:2.0:1767318260.243250:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24642 00010000:00010000:2.0:1767318260.243286:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.243343:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d271180/2, rc 0, transno 4294976408 00000100:00100000:2.0:1767318260.243359:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d271180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938660480:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.243412:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d271880/2, rc 0, transno 4294976409 00000100:00100000:2.0:1767318260.243418:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d271880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938660352:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.245595:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938658176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.245662:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.245703:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938658688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.245723:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.245746:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938658176 00000100:00100000:2.0:1767318260.245753:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938658176 00000100:00100000:2.0:1767318260.245797:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938658688 00000100:00100000:2.0:1767318260.245800:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938658688 00000100:00100000:2.0:1767318260.245824:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24644 00000100:00100000:2.0:1767318260.245831:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+696:6188:x1853163938658176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.245861:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:879 count 1 00002000:00010000:2.0:1767318260.245892:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x36f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.245900:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f1c3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.247344:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.247351:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.247357:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f1c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.247376:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f1c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.247386:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f1c3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.247392:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f1c3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.247423:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.247550:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24645 00000100:00100000:3.0:1767318260.247565:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+696:6188:x1853163938658688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.247590:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:883 count 1 00002000:00010000:3.0:1767318260.247618:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x373:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.247623:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f1ca lrc: 3/0,1 mode: --/PW res: [0x240000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.247631:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.247633:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.247636:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f1ca lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.247645:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f1ca lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.247652:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f1ca lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.247659:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f1ca lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.247673:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.248466:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+697:6188:x1853163938658688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 904us (2739us total) trans 4294976410 rc 0/0 00000100:00100000:3.0:1767318260.248477:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24645 00010000:00010000:3.0:1767318260.248610:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.248617:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f1c3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.248628:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.248632:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f1c3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.249481:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+697:6188:x1853163938658176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3647us (3815us total) trans 4294976411 rc 0/0 00000100:00100000:2.0:1767318260.249491:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24644 00010000:00010000:3.0:1767318260.249502:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f1c3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249536:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f1c3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249543:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f1c3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318260.249562:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467c700/2, rc 0, transno 4294976410 00010000:00010000:3.0:1767318260.249562:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.249567:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f1ca lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249574:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50000 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:2.0:1767318260.249576:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938658688:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318260.249577:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f1ca lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249584:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f1ca lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249592:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f1ca lrc: 1/0,0 mode: --/PW res: [0x240000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249598:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f1ca lrc: 0/0,0 mode: --/PW res: [0x240000404:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249611:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.249613:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.249614:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.249643:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938660992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.249684:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.249712:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938660992 00000100:00100000:3.0:1767318260.249718:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938660992 00000100:00100000:3.0:1767318260.249763:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24646 00000100:00100000:3.0:1767318260.249771:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+613:6186:x1853163938660992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.249791:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:995 count 1 00002000:00010000:3.0:1767318260.249817:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.249823:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9f1d1 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249839:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.249841:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.249845:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9f1d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249857:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9f1d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249865:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9f1d1 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249872:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9f1d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.249889:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.250071:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+614:6186:x1853163938660992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 300us (385us total) trans 4294976070 rc 0/0 00000100:00100000:3.0:1767318260.250078:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24646 00000100:00100000:3.0:1767318260.250099:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311865c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938660864:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.250122:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.250144:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938660864 00000100:00100000:3.0:1767318260.250147:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938660864 00000100:00100000:3.0:1767318260.250165:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24647 00000100:00100000:3.0:1767318260.250170:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+614:6185:x1853163938660864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.250182:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:994 count 1 00002000:00010000:3.0:1767318260.250197:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.250202:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f1d8 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250210:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.250211:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.250215:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f1d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250223:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f1d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250231:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f1d8 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250237:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f1d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250251:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318260.250259:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.250264:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9f1d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250270:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.250273:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9f1d1 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250281:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9f1d1 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250298:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9f1d1 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250303:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51e00/0x3313483622c9f1d1 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250315:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.250319:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f1d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250324:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.250327:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f1d8 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250343:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f1d8 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250352:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f1d8 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250357:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f1d8 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250366:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.250367:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.250369:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.250490:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+615:6185:x1853163938660864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 318us (365us total) trans 4294976071 rc 0/0 00000100:00100000:3.0:1767318260.250497:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24647 00000004:00080000:3.0:1767318260.250545:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311865c00/2, rc 0, transno 4294976071 00000100:00100000:3.0:1767318260.250555:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311865c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938660864:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.250669:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+615:6186:x1853163938659968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11473us (11521us total) trans 4294976072 rc 0/0 00000100:00100000:3.0:1767318260.250675:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24641 00000004:00080000:3.0:1767318260.250704:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311867800/2, rc 0, transno 4294976070 00000100:00100000:3.0:1767318260.250711:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938660992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.250737:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938661376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.250759:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.250781:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938661376 00000100:00100000:3.0:1767318260.250784:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938661376 00000100:00100000:3.0:1767318260.250806:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24648 00000100:00100000:3.0:1767318260.250812:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+615:6185:x1853163938661376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.250824:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:997 count 1 00002000:00010000:3.0:1767318260.250840:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.250845:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51200/0x3313483622c9f1df lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250852:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.250854:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.250856:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51200/0x3313483622c9f1df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250865:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51200/0x3313483622c9f1df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250876:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51200/0x3313483622c9f1df lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250884:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51200/0x3313483622c9f1df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250896:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318260.250905:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.250909:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51200/0x3313483622c9f1df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250915:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.250918:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51200/0x3313483622c9f1df lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250925:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51200/0x3313483622c9f1df lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250935:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51200/0x3313483622c9f1df lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250941:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51200/0x3313483622c9f1df lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.250953:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.250954:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.250957:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.251096:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+616:6185:x1853163938661376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 283us (335us total) trans 4294976073 rc 0/0 00000100:00100000:3.0:1767318260.251102:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24648 00000004:00080000:3.0:1767318260.251128:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318375c00/2, rc 0, transno 4294976073 00000100:00100000:3.0:1767318260.251137:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938661376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.251168:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318260.251174:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938661504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.251196:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.251217:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938661504 00000100:00100000:3.0:1767318260.251221:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938661504 00000100:00100000:3.0:1767318260.251239:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24649 00000100:00100000:3.0:1767318260.251246:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+616:6185:x1853163938661504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.251257:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:998 count 1 00002000:00010000:3.0:1767318260.251272:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.251277:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50e00/0x3313483622c9f1e6 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.251285:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.251287:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.251289:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50e00/0x3313483622c9f1e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.251297:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50e00/0x3313483622c9f1e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.251303:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50e00/0x3313483622c9f1e6 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.251314:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50e00/0x3313483622c9f1e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.251325:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318260.251350:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.251354:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50e00/0x3313483622c9f1e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.251361:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.251365:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50e00/0x3313483622c9f1e6 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.251372:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50e00/0x3313483622c9f1e6 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.251381:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50e00/0x3313483622c9f1e6 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.251388:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50e00/0x3313483622c9f1e6 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.251402:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.251403:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.251406:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.251562:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+617:6185:x1853163938661504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 316us (365us total) trans 4294976074 rc 0/0 00000100:00100000:3.0:1767318260.251569:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24649 00000004:00080000:3.0:1767318260.251594:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318377800/2, rc 0, transno 4294976074 00000100:00100000:3.0:1767318260.251602:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938661504:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318260.251638:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c0380/2, rc 0, transno 4294976072 00000100:00100000:3.0:1767318260.251645:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938659968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.251951:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938658560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.251984:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.252013:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d8cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938659072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.252046:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.252069:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938659584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.252086:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.252097:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938660096:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.252114:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.252126:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d272300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938660608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.252141:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.252157:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d271f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938661120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.252174:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.252189:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938661632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.252208:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318260.252238:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117dd180/2, rc 0, transno 4294976064 00000100:00100000:1.0:1767318260.252247:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938657664:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.252259:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab9ce00/2, rc 0, transno 4294976063 00000100:00100000:1.0:1767318260.252262:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938658048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.252271:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1767318260.252275:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938661248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.252296:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.252310:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938661760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.252329:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.252365:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938658560 00000100:00100000:1.0:1767318260.252369:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938658560 00000100:00100000:1.0:1767318260.252396:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938659072 00000100:00100000:1.0:1767318260.252399:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938659072 00000100:00100000:1.0:1767318260.252413:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938659584 00000100:00100000:1.0:1767318260.252415:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938659584 00000100:00100000:1.0:1767318260.252426:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938660096 00000100:00100000:1.0:1767318260.252428:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938660096 00000100:00100000:1.0:1767318260.252439:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938660608 00000100:00100000:1.0:1767318260.252441:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938660608 00000100:00100000:1.0:1767318260.252453:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938661120 00000100:00100000:1.0:1767318260.252455:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938661120 00000100:00100000:1.0:1767318260.252467:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938661632 00000100:00100000:1.0:1767318260.252469:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938661632 00000100:00100000:1.0:1767318260.252480:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938661248 00000100:00100000:1.0:1767318260.252482:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938661248 00000100:00100000:1.0:1767318260.252493:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938661760 00000100:00100000:1.0:1767318260.252495:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938661760 00000100:00100000:1.0:1767318260.252542:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24650 00000100:00100000:1.0:1767318260.252550:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0307229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+700:6187:x1853163938658560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.252569:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:882 count 1 00002000:00010000:1.0:1767318260.252593:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x372:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.252599:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f1ed lrc: 3/0,1 mode: --/PW res: [0x240000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.252611:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.252612:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.252617:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f1ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.252628:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f1ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.252636:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f1ed lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.252643:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f1ed lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.252655:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.252852:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0307229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+701:6187:x1853163938658560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 302us (866us total) trans 4294976412 rc 0/0 00000100:00100000:1.0:1767318260.252860:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24650 00000100:00100000:1.0:1767318260.252875:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24651 00000100:00100000:1.0:1767318260.252882:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0307228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+621:6187:x1853163938659072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.252893:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:987 count 1 00002000:00010000:1.0:1767318260.252909:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.252913:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9f1f4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.252921:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.252923:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.252925:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9f1f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.252933:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9f1f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.252940:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9f1f4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.252946:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9f1f4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.252958:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.253091:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0307228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+622:6187:x1853163938659072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 209us (1043us total) trans 4294976075 rc 0/0 00000100:00100000:1.0:1767318260.253097:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24651 00000100:00100000:1.0:1767318260.253109:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24652 00000100:00100000:1.0:1767318260.253116:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+621:6187:x1853163938659584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.253127:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:991 count 1 00002000:00010000:1.0:1767318260.253141:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.253147:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9f1fb lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253154:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.253155:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.253157:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9f1fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253172:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9f1fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253179:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9f1fb lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253186:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9f1fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253193:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318260.253310:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030722b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+622:6187:x1853163938659584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 195us (1222us total) trans 4294976076 rc 0/0 00000100:00100000:1.0:1767318260.253317:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24652 00000100:00100000:1.0:1767318260.253330:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24653 00000100:00100000:1.0:1767318260.253349:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030722b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+700:6187:x1853163938660096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.253360:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:887 count 1 00002000:00010000:1.0:1767318260.253375:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x377:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1767318260.253379:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24654 00010000:00010000:1.0:1767318260.253380:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f202 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253386:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.253388:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318260.253388:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+700:6187:x1853163938660608:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.253391:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f202 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318260.253399:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:891 count 1 00010000:00010000:1.0:1767318260.253400:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f202 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253407:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f202 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318260.253412:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x37b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.253415:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f202 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253416:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f209 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253423:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1767318260.253429:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.253430:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.253433:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f209 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253441:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f209 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253449:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f209 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253456:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f209 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253464:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1767318260.253559:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030722b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+702:6187:x1853163938660096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 211us (1443us total) trans 4294976413 rc 0/0 00000100:00100000:1.0:1767318260.253565:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24653 00000100:00100000:1.0:1767318260.253578:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24655 00000100:00100000:1.0:1767318260.253584:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+701:6187:x1853163938661120:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.253593:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+701:6187:x1853163938660608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 208us (1450us total) trans 4294976414 rc 0/0 00002000:00080000:1.0:1767318260.253595:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:893 count 1 00000100:00100000:2.0:1767318260.253599:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24654 00002000:00010000:1.0:1767318260.253607:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x37d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1767318260.253610:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24656 00010000:00010000:1.0:1767318260.253612:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f210 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.253616:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+621:6187:x1853163938661632:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318260.253620:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.253621:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.253625:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f210 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318260.253625:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:999 count 1 00010000:00010000:1.0:1767318260.253633:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f210 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318260.253637:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.253641:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f210 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253641:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f217 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253649:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f210 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253649:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.253650:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.253653:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f217 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253657:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:2.0:1767318260.253661:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f217 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253669:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f217 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253676:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f217 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253683:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:1.0:1767318260.253764:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+701:6187:x1853163938661120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 180us (1588us total) trans 4294976415 rc 0/0 00000100:00100000:1.0:1767318260.253770:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24655 00000100:00100000:1.0:1767318260.253782:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24657 00000100:00100000:1.0:1767318260.253788:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+622:6187:x1853163938661248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.253799:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:996 count 1 00000100:00100000:2.0:1767318260.253806:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+622:6187:x1853163938661632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (1597us total) trans 4294976077 rc 0/0 00000100:00100000:2.0:1767318260.253812:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24656 00002000:00010000:1.0:1767318260.253814:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.253818:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9f21e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.253822:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24658 00010000:00010000:1.0:1767318260.253826:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.253827:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318260.253828:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+621:6187:x1853163938661760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318260.253830:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9f21e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318260.253838:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1000 count 1 00010000:00010000:1.0:1767318260.253839:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9f21e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.253846:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9f21e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318260.253849:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.253853:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9f21e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253854:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9f225 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253861:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.253862:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:2.0:1767318260.253862:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.253865:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9f225 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253877:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9f225 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253885:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9f225 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253891:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9f225 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.253899:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000004:00080000:1.0:1767318260.254026:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8c9c00/2, rc 0, transno 4294976412 00000100:00100000:1.0:1767318260.254040:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938658560:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.254050:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8cb100/2, rc 0, transno 4294976075 00000100:00100000:1.0:1767318260.254056:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938659072:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.254063:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311999180/2, rc 0, transno 4294976076 00000100:00100000:1.0:1767318260.254066:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938659584:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.254073:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d273480/2, rc 0, transno 4294976413 00000100:00100000:1.0:1767318260.254076:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d273480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938660096:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.254083:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d272300/2, rc 0, transno 4294976414 00000100:00100000:1.0:1767318260.254086:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d272300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938660608:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.254092:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d271f80/2, rc 0, transno 4294976415 00000100:00100000:1.0:1767318260.254095:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d271f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938661120:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.254103:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318375880/2, rc 0, transno 4294976077 00000100:00100000:1.0:1767318260.254106:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938661632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.254156:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938662144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.254185:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.254214:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318260.254220:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938662272:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.254240:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.254260:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938662144 00000100:00100000:1.0:1767318260.254265:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938662144 00000100:00100000:1.0:1767318260.254286:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938662272 00000100:00100000:1.0:1767318260.254289:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938662272 00000100:00100000:1.0:1767318260.254304:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24659 00000100:00100000:1.0:1767318260.254310:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+623:6187:x1853163938662144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.254321:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1003 count 1 00002000:00010000:1.0:1767318260.254350:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.254356:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f22c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.254365:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.254367:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.254370:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f22c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.254379:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f22c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.254386:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f22c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.254393:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f22c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.254402:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:1.0:1767318260.254433:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24660 00000100:00100000:1.0:1767318260.254440:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+623:6187:x1853163938662272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.254451:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1004 count 1 00002000:00010000:1.0:1767318260.254466:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.254470:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f233 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.254478:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.254479:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.254481:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f233 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.254490:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f233 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.254497:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f233 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.254522:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f233 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.254532:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:2.0:1767318260.254665:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+624:6187:x1853163938661248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 876us (2366us total) trans 4294976078 rc 0/0 00000100:00100000:2.0:1767318260.254672:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24657 00000100:00100000:2.0:1767318260.254796:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+624:6187:x1853163938662144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 486us (610us total) trans 4294976079 rc 0/0 00000100:00100000:2.0:1767318260.254803:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24659 00010000:00010000:3.0:1767318260.255295:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:3.0:1767318260.255304:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f1ed lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255313:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.255317:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f1ed lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255326:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f1ed lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255359:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f1ed lrc: 1/0,0 mode: --/PW res: [0x240000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255366:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f1ed lrc: 0/0,0 mode: --/PW res: [0x240000404:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255386:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1767318260.255390:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9f1f4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255396:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.255399:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9f1f4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255406:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9f1f4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255416:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9f1f4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255422:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441200/0x3313483622c9f1f4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255433:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1767318260.255436:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9f1fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255442:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.255444:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9f1fb lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255451:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9f1fb lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255459:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9f1fb lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255465:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440400/0x3313483622c9f1fb lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255479:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1767318260.255482:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f202 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255488:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.255490:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f202 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255497:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f202 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255526:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f202 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255533:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f202 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255545:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318260.255549:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f209 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255555:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.255558:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f209 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255565:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f209 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255574:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f209 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255580:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f209 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255594:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318260.255597:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f210 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255603:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.255606:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f210 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255612:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f210 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255621:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f210 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255628:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f210 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255652:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318260.255655:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f217 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255666:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.255669:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f217 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255675:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f217 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.255679:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+624:6187:x1853163938662272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1238us (1437us total) trans 4294976080 rc 0/0 00010000:00010000:3.0:1767318260.255684:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f217 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.255686:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24660 00010000:00010000:3.0:1767318260.255691:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6600/0x3313483622c9f217 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255702:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318260.255706:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9f21e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255711:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.255713:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9f21e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255719:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9f21e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255727:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9f21e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.255738:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441600/0x3313483622c9f21e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.255849:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+624:6187:x1853163938661760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2020us (3518us total) trans 4294976081 rc 0/0 00000100:00100000:2.0:1767318260.255856:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24658 00000100:00100000:2.0:1767318260.255877:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938659200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.255907:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318260.256177:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.256181:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9f225 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256188:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.256190:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9f225 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256198:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9f225 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256209:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9f225 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256216:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6400/0x3313483622c9f225 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256228:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.256232:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f22c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256238:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.256241:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f22c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256248:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f22c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256258:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f22c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256265:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440600/0x3313483622c9f22c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256277:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.256280:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f233 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256286:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.256288:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f233 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256295:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f233 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256304:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f233 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256311:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f233 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.256326:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.256328:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.256330:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.256349:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.256360:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938661888:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.256404:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938662016:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318260.256500:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.256542:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.256548:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.256699:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d270e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938659712:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.256723:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.256741:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d272a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938660224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.256759:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.256774:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d272680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938660736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.256789:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.256810:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938662784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.256828:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.256848:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938659200 00000100:00100000:2.0:1767318260.256854:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938659200 00000100:00100000:0.0:1767318260.256859:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938659712 00000100:00100000:0.0:1767318260.256862:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938659712 00000100:00100000:0.0:1767318260.256891:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938660224 00000100:00100000:0.0:1767318260.256894:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938660224 00000100:00100000:1.0:1767318260.256962:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938662656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.256989:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.257499:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318260.260093:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c0e00/2, rc 0, transno 4294976080 00000100:00100000:1.0:1767318260.260113:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938662272:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.260126:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c3100/2, rc 0, transno 4294976079 00000100:00100000:1.0:1767318260.260130:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938662144:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.260140:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318375f80/2, rc 0, transno 4294976078 00000100:00100000:1.0:1767318260.260143:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938661248:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.260151:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318377b80/2, rc 0, transno 4294976081 00000100:00100000:1.0:1767318260.260155:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938661760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.260265:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938663168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.260319:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.260456:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938660736 00000100:00100000:3.0:1767318260.260463:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938660736 00000100:00100000:3.0:1767318260.260503:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938662784 00000100:00100000:3.0:1767318260.260522:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938662784 00000100:00100000:3.0:1767318260.260538:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938662656 00000100:00100000:3.0:1767318260.260541:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938662656 00000100:00100000:3.0:1767318260.260554:0:21391:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938661888 00000100:00100000:3.0:1767318260.260557:0:21391:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938661888 00000100:00100000:3.0:1767318260.260575:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24661 00000100:00100000:3.0:1767318260.260582:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+705:6188:x1853163938659712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.260607:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:886 count 1 00002000:00010000:3.0:1767318260.260641:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x376:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.260649:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f23a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.260665:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.260667:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.260672:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f23a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.260688:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f23a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.260698:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f23a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.260706:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f23a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.260722:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.262059:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24662 00000100:00100000:2.0:1767318260.262079:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+625:6188:x1853163938659200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.262108:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:988 count 1 00002000:00010000:2.0:1767318260.262138:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.262146:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9f241 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262158:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.262160:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.262164:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9f241 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262189:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9f241 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262198:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9f241 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262210:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9f241 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262244:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.262527:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+626:6188:x1853163938659200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 456us (6617us total) trans 4294976082 rc 0/0 00000100:00100000:2.0:1767318260.262535:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24662 00000100:00100000:2.0:1767318260.262555:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24663 00000100:00100000:2.0:1767318260.262562:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+706:6188:x1853163938660224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.262576:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:888 count 1 00002000:00010000:2.0:1767318260.262593:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x378:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.262598:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f248 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262606:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.262608:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.262612:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f248 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262622:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f248 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262630:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f248 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262637:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f248 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262652:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.262714:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24664 00000100:00100000:2.0:1767318260.262722:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+706:6188:x1853163938660736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.262734:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:892 count 1 00002000:00010000:2.0:1767318260.262749:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x37c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.262754:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f24f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262762:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.262764:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.262767:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f24f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262776:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f24f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262784:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f24f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262792:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f24f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.262805:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000004:00080000:2.0:1767318260.262874:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d8c9f80/2, rc 0, transno 4294976411 00000100:00100000:2.0:1767318260.262887:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938658176:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.262960:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311999880/2, rc 0, transno 4294976082 00000100:00100000:2.0:1767318260.262972:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938659200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.263017:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938663296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.264650:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+706:6188:x1853163938659712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4059us (7916us total) trans 4294976416 rc 0/0 00000100:00100000:3.0:1767318260.264664:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24661 00000100:00100000:3.0:1767318260.264699:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24665 00000100:00100000:3.0:1767318260.264711:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+705:6188:x1853163938662784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.265615:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+706:6188:x1853163938660224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3051us (8852us total) trans 4294976417 rc 0/0 00000100:00100000:2.0:1767318260.265624:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24663 00000100:00100000:2.0:1767318260.265645:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24666 00000100:00100000:2.0:1767318260.265652:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+705:6187:x1853163938662656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.265669:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:895 count 1 00002000:00010000:2.0:1767318260.265700:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x37f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.265708:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f256 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.265720:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.265722:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.265727:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f256 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.265739:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f256 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.265748:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f256 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.265755:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f256 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.265774:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318260.266144:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+706:6187:x1853163938662656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 260us (8921us total) trans 4294976418 rc 0/0 00000100:00100000:2.0:1767318260.266152:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24666 00000100:00100000:2.0:1767318260.266170:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24667 00000100:00100000:2.0:1767318260.266317:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+625:6185:x1853163938661888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.266342:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1001 count 1 00002000:00010000:2.0:1767318260.266364:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.266370:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f25d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.266379:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.266381:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.266384:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f25d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.266395:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f25d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.266403:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f25d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.266409:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f25d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.266417:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318260.266615:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+626:6185:x1853163938661888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 300us (9116us total) trans 4294976083 rc 0/0 00000100:00100000:2.0:1767318260.266622:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24667 00000100:00100000:2.0:1767318260.266786:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+706:6188:x1853163938660736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4064us (9994us total) trans 4294976419 rc 0/0 00000100:00100000:2.0:1767318260.266793:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24664 00010000:00010000:0.0:1767318260.267216:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318260.267226:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f23a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.267235:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.267239:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f23a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.267248:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f23a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.267264:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f23a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.267270:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f23a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.267290:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318260.267295:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9f241 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.267300:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.267303:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9f241 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.267310:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9f241 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.267319:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9f241 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.267326:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7000/0x3313483622c9f241 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767318260.269204:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:896 count 1 00002000:00010000:3.0:1767318260.269246:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x380:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.269255:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f264 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.269268:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.269270:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.269274:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f264 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.269288:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f264 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.269297:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f264 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.269305:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f264 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.269316:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318260.269618:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+706:6188:x1853163938662784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4908us (12785us total) trans 4294976420 rc 0/0 00000100:00100000:3.0:1767318260.269629:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24665 00010000:00010000:0.0:1767318260.270709:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318260.270715:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f248 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270722:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.270727:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f248 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270736:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f248 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270755:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f248 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270762:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f248 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270773:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.270776:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f24f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270782:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.270784:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f24f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270790:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f24f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270798:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f24f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270803:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f24f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270812:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.270816:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f256 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270822:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.270825:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f256 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270831:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f256 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270838:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f256 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270844:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f256 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270853:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.270856:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f25d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270865:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.270868:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f25d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270873:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f25d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270881:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f25d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270887:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f25d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270895:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.270898:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f264 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270903:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.270906:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f264 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270912:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f264 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270921:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f264 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270932:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f264 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.270943:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.270945:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.270947:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.270956:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.270961:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.271607:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103c700/2, rc 0, transno 4294976083 00000100:00100000:2.0:1767318260.271624:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938661888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.271689:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03248c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938662400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.271765:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.271792:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938662528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.271826:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938662016 00000100:00100000:2.0:1767318260.271831:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938662016 00000100:00100000:2.0:1767318260.271875:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24668 00000100:00100000:2.0:1767318260.271882:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d335c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+626:6186:x1853163938662016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.271907:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1002 count 1 00002000:00010000:2.0:1767318260.272087:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.272095:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7400/0x3313483622c9f26b lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.272108:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.272110:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.272115:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7400/0x3313483622c9f26b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.272127:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7400/0x3313483622c9f26b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.272135:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7400/0x3313483622c9f26b lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.272146:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7400/0x3313483622c9f26b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.272161:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.272446:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.272453:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7400/0x3313483622c9f26b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.272460:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.272464:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7400/0x3313483622c9f26b lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.272472:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7400/0x3313483622c9f26b lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.272488:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7400/0x3313483622c9f26b lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.272494:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7400/0x3313483622c9f26b lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.272525:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.272527:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.272530:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.273488:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d335c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+627:6186:x1853163938662016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1602us (1718us total) trans 4294976084 rc 0/0 00000100:00100000:2.0:1767318260.273499:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24668 00000100:00100000:0.0:1767318260.273822:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938663168 00000100:00100000:0.0:1767318260.273829:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938663168 00000100:00100000:0.0:1767318260.273862:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24669 00000100:00100000:0.0:1767318260.273869:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+627:6187:x1853163938663168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.273893:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1008 count 1 00010000:00010000:0.0:1767318260.273914:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.273932:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8800/0x3313483622c96bab lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e9e expref: 19 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318260.273939:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.273941:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.273945:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.273975:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8800/0x3313483622c96bab lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e9e expref: 19 pid: 21393 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318260.273989:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8800/0x3313483622c96bab lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e9e expref: 19 pid: 21393 timeout: 3606 lvb_type: 1 00000100:00100000:0.0:1767318260.274001:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031199bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938663936:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318260.284568:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.284589:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.287014:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0303ecb180 going to sleep for 11 seconds 00000100:00100000:2.0:1767318260.296094:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.296178:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938663040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.296234:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.296274:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938662528 00000100:00100000:2.0:1767318260.296282:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938662528 00000100:00100000:2.0:1767318260.296344:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938663040 00000100:00100000:2.0:1767318260.296348:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938663040 00000100:00100000:2.0:1767318260.296380:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24670 00000100:00100000:2.0:1767318260.296388:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+706:6186:x1853163938662528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.296417:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:894 count 1 00002000:00010000:2.0:1767318260.296449:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x37e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.296456:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f279 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.296471:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.296473:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.296478:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f279 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.296493:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f279 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.296503:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f279 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.296530:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f279 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.296552:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.297081:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.297090:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f279 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.297103:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.297108:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f279 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.297116:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f279 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.297136:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f279 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.297142:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f279 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.297162:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.297164:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.297165:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.298580:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+707:6186:x1853163938662528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2184us (2487us total) trans 4294976421 rc 0/0 00000100:00100000:2.0:1767318260.298592:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24670 00000100:00100000:2.0:1767318260.298625:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24671 00000100:00100000:2.0:1767318260.298636:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+628:6186:x1853163938663040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.298660:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1006 count 1 00002000:00010000:2.0:1767318260.298691:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.298698:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f280 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.298710:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.298712:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.298718:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f280 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.298731:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f280 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.298741:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f280 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.298749:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f280 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.298778:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.298970:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+629:6186:x1853163938663040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 338us (2734us total) trans 4294976085 rc 0/0 00000100:00100000:2.0:1767318260.298977:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24671 00000100:00100000:2.0:1767318260.299006:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.299058:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090c5180/2, rc 0, transno 4294976420 00000100:00100000:2.0:1767318260.299069:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938662784:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.299081:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d270e00/2, rc 0, transno 4294976416 00000100:00100000:2.0:1767318260.299084:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d270e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938659712:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.299091:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d272a00/2, rc 0, transno 4294976417 00000100:00100000:2.0:1767318260.299095:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d272a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938660224:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.299102:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d272680/2, rc 0, transno 4294976419 00000100:00100000:2.0:1767318260.299105:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d272680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938660736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.299122:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938663808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.299152:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.299172:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318260.299178:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938663680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.299200:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.299224:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.299239:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938662912:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.299259:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.299277:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938663424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.299292:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.299402:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938663296 00000100:00100000:2.0:1767318260.299407:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938663296 00000100:00100000:2.0:1767318260.299436:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938663808 00000100:00100000:2.0:1767318260.299440:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938663808 00000100:00100000:2.0:1767318260.299455:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938663680 00000100:00100000:2.0:1767318260.299457:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938663680 00000100:00100000:2.0:1767318260.299469:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938662400 00000100:00100000:2.0:1767318260.299472:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938662400 00000100:00100000:2.0:1767318260.299483:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938662912 00000100:00100000:2.0:1767318260.299485:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938662912 00000100:00100000:2.0:1767318260.299501:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938663424 00000100:00100000:2.0:1767318260.299503:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938663424 00000100:00100000:2.0:1767318260.299544:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24672 00000100:00100000:2.0:1767318260.299550:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+633:6188:x1853163938663296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.299566:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1010 count 1 00010000:00010000:2.0:1767318260.299582:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.299599:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258000/0x3313483622c96bc0 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ea5 expref: 19 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.299606:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.299608:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.299611:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.299636:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310258000/0x3313483622c96bc0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ea5 expref: 19 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.299649:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310258000/0x3313483622c96bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ea5 expref: 19 pid: 21248 timeout: 3606 lvb_type: 1 00000100:00100000:2.0:1767318260.299659:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938664576:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318260.299716:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad5180 going to sleep for 11 seconds 00000100:00100000:2.0:1767318260.299741:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24673 00000100:00100000:2.0:1767318260.299752:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+633:6188:x1853163938663808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.299765:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1012 count 1 00002000:00010000:2.0:1767318260.299786:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3f4:0x0] initial LVB size: 1048576, mtime: 0x69571b91, atime: 0x0, ctime: 0x69571b91, blocks: 0x3 00010000:00010000:2.0:1767318260.299792:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6000/0x3313483622c9f28e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.299800:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.299801:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.299804:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6000/0x3313483622c9f28e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.299814:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6000/0x3313483622c9f28e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.299822:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6000/0x3313483622c9f28e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.299828:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6000/0x3313483622c9f28e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.299848:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.300031:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+634:6188:x1853163938663808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 279us (877us total) trans 4294976086 rc 0/0 00000100:00100000:2.0:1767318260.300038:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24673 00000100:00100000:2.0:1767318260.300053:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24674 00000100:00100000:2.0:1767318260.300059:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+633:6188:x1853163938663680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.300070:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1011 count 1 00010000:00010000:2.0:1767318260.300080:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300091:0:21387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a031025f200/0x3313483622c96db8 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f23 expref: 19 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.300097:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.300099:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.300102:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300119:0:21387:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a031025f200/0x3313483622c96db8 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f23 expref: 19 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.300128:0:21387:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a031025f200/0x3313483622c96db8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f23 expref: 19 pid: 21440 timeout: 3606 lvb_type: 1 00000100:00100000:2.0:1767318260.300137:0:21387:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938664704:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318260.300166:0:21387:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad56c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318260.300181:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d273100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938664064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.300205:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.300229:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.300234:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d270a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938664192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.300253:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.300277:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d271c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938664448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.300298:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.300329:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090c4700/2, rc 0, transno 4294976086 00000100:00100000:2.0:1767318260.300352:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938663808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.300360:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318260.300365:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d273b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938664320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.300387:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.300412:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938664064 00000100:00100000:2.0:1767318260.300416:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938664064 00000100:00100000:2.0:1767318260.300434:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938664192 00000100:00100000:2.0:1767318260.300437:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938664192 00000100:00100000:2.0:1767318260.300445:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938664448 00000100:00100000:2.0:1767318260.300447:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938664448 00000100:00100000:2.0:1767318260.300455:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938664320 00000100:00100000:2.0:1767318260.300457:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938664320 00000100:00100000:2.0:1767318260.300468:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24675 00000100:00100000:2.0:1767318260.300474:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+633:6185:x1853163938662400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.300488:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1005 count 1 00002000:00010000:2.0:1767318260.300526:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.300532:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f29c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300543:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.300544:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.300547:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f29c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300557:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f29c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300563:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f29c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300570:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f29c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300586:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.300737:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+634:6185:x1853163938662400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 262us (1510us total) trans 4294976087 rc 0/0 00000100:00100000:2.0:1767318260.300743:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24675 00000100:00100000:2.0:1767318260.300757:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24676 00000100:00100000:2.0:1767318260.300764:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+711:6185:x1853163938662912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.300777:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:897 count 1 00002000:00010000:2.0:1767318260.300794:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x381:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.300799:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f2a3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300807:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.300809:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.300812:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f2a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300820:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f2a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300826:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f2a3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300833:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f2a3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.300846:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318260.300981:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+712:6185:x1853163938662912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 218us (1720us total) trans 4294976422 rc 0/0 00000100:00100000:2.0:1767318260.300988:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24676 00000100:00100000:2.0:1767318260.301001:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24677 00000100:00100000:2.0:1767318260.301007:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+633:6185:x1853163938663424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.301019:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1009 count 1 00010000:00010000:2.0:1767318260.301030:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.301042:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259e00/0x3313483622c96bc7 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eb3 expref: 19 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.301049:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.301051:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.301054:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.301076:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310259e00/0x3313483622c96bc7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eb3 expref: 19 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.301085:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310259e00/0x3313483622c96bc7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eb3 expref: 19 pid: 21248 timeout: 3606 lvb_type: 1 00000100:00100000:2.0:1767318260.301095:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938664832:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318260.301128:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410ad50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318260.301148:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24678 00000100:00100000:2.0:1767318260.301156:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030d271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+711:6185:x1853163938664064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.301167:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:899 count 1 00002000:00010000:2.0:1767318260.301183:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x383:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.301188:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6600/0x3313483622c9f2b1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.301195:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.301197:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.301200:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6600/0x3313483622c9f2b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.301209:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6600/0x3313483622c9f2b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.301217:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6600/0x3313483622c9f2b1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.301228:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6600/0x3313483622c9f2b1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.301244:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318260.301924:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24679 00000100:00100000:3.0:1767318260.301935:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+712:6185:x1853163938664192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.301950:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:900 count 1 00002000:00010000:3.0:1767318260.301968:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x384:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.301973:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f2b8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.301982:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.301984:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.301987:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f2b8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.301997:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f2b8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302004:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f2b8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302015:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f2b8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302024:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318260.302212:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+713:6185:x1853163938664192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 280us (1957us total) trans 4294976424 rc 0/0 00000100:00100000:3.0:1767318260.302219:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24679 00000100:00100000:3.0:1767318260.302238:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24680 00000100:00100000:3.0:1767318260.302244:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+712:6188:x1853163938664448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.302255:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:902 count 1 00002000:00010000:3.0:1767318260.302270:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x386:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.302274:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f2bf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302281:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.302283:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.302285:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f2bf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302293:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f2bf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302299:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f2bf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302319:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f2bf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302329:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767318260.302475:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+713:6188:x1853163938664448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 231us (2174us total) trans 4294976425 rc 0/0 00000100:00100000:3.0:1767318260.302482:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24680 00000100:00100000:3.0:1767318260.302495:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24681 00000100:00100000:3.0:1767318260.302501:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+712:6188:x1853163938664320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.302531:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:901 count 1 00002000:00010000:3.0:1767318260.302547:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x385:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.302552:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f2c6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302559:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.302561:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.302564:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f2c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302572:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f2c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302579:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f2c6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302587:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f2c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302594:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1767318260.302707:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+713:6188:x1853163938664320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 205us (2318us total) trans 4294976426 rc 0/0 00000100:00100000:3.0:1767318260.302713:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24681 00010000:00010000:3.0:1767318260.302740:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1767318260.302747:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f280 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302754:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.302758:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f280 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302766:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f280 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302782:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f280 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302789:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6200/0x3313483622c9f280 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302807:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318260.302811:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6000/0x3313483622c9f28e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302818:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.302821:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6000/0x3313483622c9f28e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302833:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6000/0x3313483622c9f28e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302842:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6000/0x3313483622c9f28e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302849:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6000/0x3313483622c9f28e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302860:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318260.302864:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f29c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302869:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.302872:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f29c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302878:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f29c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302886:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f29c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302892:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f29c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302906:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318260.302910:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f2a3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302916:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.302919:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f2a3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302925:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f2a3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302934:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f2a3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302940:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f2a3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302951:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318260.302954:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6600/0x3313483622c9f2b1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302960:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.302963:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6600/0x3313483622c9f2b1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302970:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6600/0x3313483622c9f2b1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302979:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6600/0x3313483622c9f2b1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302985:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6600/0x3313483622c9f2b1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x383:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.302998:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.303001:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f2b8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303008:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.303011:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f2b8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303017:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f2b8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303026:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f2b8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303033:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f2b8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303046:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.303049:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f2bf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303059:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.303061:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f2bf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303069:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f2bf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303077:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f2bf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303084:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f2bf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x386:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303095:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.303099:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f2c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303105:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.303108:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f2c6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303115:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f2c6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303124:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f2c6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303135:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f2c6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x385:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.303147:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.303149:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.303150:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.303158:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.303191:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d273b80/2, rc 0, transno 4294976426 00000100:00100000:3.0:1767318260.303206:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d273b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938664320:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.303217:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d271c00/2, rc 0, transno 4294976425 00000100:00100000:3.0:1767318260.303220:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d271c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938664448:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.305691:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090c5c00/2, rc 0, transno 4294976418 00000100:00100000:1.0:1767318260.305728:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938662656:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.305915:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.305926:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.305934:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.307653:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877df80/2, rc 0, transno 4294976085 00000100:00100000:1.0:1767318260.307668:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938663040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1767318260.307680:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938663552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.307749:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318260.307783:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317c17800/2, rc 0, transno 4294976084 00000100:00100000:1.0:1767318260.307788:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938662016:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318260.307797:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d270000/2, rc 0, transno 4294976421 00000100:00100000:1.0:1767318260.307802:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d270000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938662528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.307816:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938665088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.307836:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.307853:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318260.307858:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938664960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.307878:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.307904:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938663552 00000100:00100000:1.0:1767318260.307911:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938663552 00000100:00100000:1.0:1767318260.307948:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938665088 00000100:00100000:1.0:1767318260.307951:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938665088 00000100:00100000:1.0:1767318260.307964:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938664960 00000100:00100000:1.0:1767318260.307966:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938664960 00000100:00100000:1.0:1767318260.307989:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24682 00000100:00100000:1.0:1767318260.307998:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+715:6186:x1853163938663552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.308025:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:898 count 1 00002000:00010000:1.0:1767318260.308059:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x382:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.308067:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440800/0x3313483622c9f2cd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.308082:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.308084:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.308089:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440800/0x3313483622c9f2cd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.308104:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440800/0x3313483622c9f2cd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.308113:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440800/0x3313483622c9f2cd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.308121:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440800/0x3313483622c9f2cd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.308139:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.308626:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+716:6186:x1853163938663552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 627us (874us total) trans 4294976427 rc 0/0 00000100:00100000:1.0:1767318260.308635:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24682 00000100:00100000:1.0:1767318260.308656:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24683 00000100:00100000:1.0:1767318260.308664:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318778000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+715:6186:x1853163938665088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.308679:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:904 count 1 00002000:00010000:1.0:1767318260.308771:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x388:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.308779:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f2d4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.308788:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.308790:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.308794:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f2d4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.308805:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f2d4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.308813:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f2d4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.308820:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f2d4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.308834:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.308962:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318778000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+716:6186:x1853163938665088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 299us (1124us total) trans 4294976428 rc 0/0 00000100:00100000:1.0:1767318260.308969:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24683 00000100:00100000:1.0:1767318260.308982:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24684 00000100:00100000:1.0:1767318260.308990:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+715:6186:x1853163938664960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.309001:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:903 count 1 00002000:00010000:1.0:1767318260.309014:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x387:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.309019:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f2db lrc: 3/0,1 mode: --/PW res: [0x240000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.309031:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.309032:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.309035:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f2db lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.309044:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f2db lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.309051:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f2db lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.309057:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f2db lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.309071:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318260.309188:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+716:6186:x1853163938664960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 199us (1309us total) trans 4294976429 rc 0/0 00000100:00100000:1.0:1767318260.309194:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24684 00000004:00080000:1.0:1767318260.309245:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318376d80/2, rc 0, transno 4294976429 00000100:00100000:1.0:1767318260.309252:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938664960:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.309261:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318376300/2, rc 0, transno 4294976428 00000100:00100000:1.0:1767318260.309264:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938665088:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.309272:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090c5880/2, rc 0, transno 4294976427 00000100:00100000:1.0:1767318260.309275:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938663552:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.309443:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.309452:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440800/0x3313483622c9f2cd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309459:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.309463:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440800/0x3313483622c9f2cd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309478:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440800/0x3313483622c9f2cd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309493:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440800/0x3313483622c9f2cd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309500:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440800/0x3313483622c9f2cd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x382:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309540:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.309543:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f2d4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309549:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.309551:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f2d4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309559:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f2d4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309568:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f2d4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309574:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f2d4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x388:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309589:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.309592:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f2db lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309597:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.309600:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f2db lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309606:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f2db lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309612:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f2db lrc: 1/0,0 mode: --/PW res: [0x240000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309618:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f2db lrc: 0/0,0 mode: --/PW res: [0x240000404:0x387:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.309626:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.309628:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.309630:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.311202:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318260.311680:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031199bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:21248:1853163938663936:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318260.311914:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030722b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938665472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.311964:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.312001:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d270a80/2, rc 0, transno 4294976424 00000100:00100000:2.0:1767318260.312008:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d270a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938664192:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.312018:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03248c2680/2, rc 0, transno 4294976087 00000100:00100000:2.0:1767318260.312026:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03248c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938662400:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.312036:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090c7b80/2, rc 0, transno 4294976422 00000100:00100000:2.0:1767318260.312039:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938662912:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.312074:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918021760 00000100:00100000:2.0:1767318260.312080:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918021760 00010000:00010000:2.0:1767318260.312112:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8800/0x3313483622c96bab lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e9e expref: 20 pid: 21393 timeout: 3606 lvb_type: 1 00000100:00100000:2.0:1767318260.312142:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32294 00000100:00100000:2.0:1767318260.312151:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0307229180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+20:2483:x1853163918021760:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318260.312163:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318260.312168:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8800/0x3313483622c96bab lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e9e expref: 20 pid: 21393 timeout: 3606 lvb_type: 1 00010000:00010000:2.0:1767318260.312184:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8800/0x3313483622c96bab lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e9e expref: 20 pid: 21393 timeout: 3606 lvb_type: 1 00010000:00010000:2.0:1767318260.312206:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8800/0x3313483622c96bab lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e9e expref: 20 pid: 21393 timeout: 3606 lvb_type: 1 00010000:00010000:2.0:1767318260.312220:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.312222:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.312227:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.312236:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.312256:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318260.312294:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0307229180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+19:2483:x1853163918021760:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 144us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318260.312301:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32294 00010000:00010000:1.0:1767318260.312897:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.312909:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.312916:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.312925:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.312933:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.312954:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.313207:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+634:6187:x1853163938663168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39336us (52886us total) trans 4294976088 rc 0/0 00000100:00100000:1.0:1767318260.313215:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24669 00000100:00100000:1.0:1767318260.313234:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938665472 00000100:00100000:1.0:1767318260.313239:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938665472 00000100:00100000:1.0:1767318260.313263:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24685 00000100:00100000:1.0:1767318260.313269:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+634:6185:x1853163938665472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.313290:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1022 count 1 00000100:00100000:2.0:1767318260.313439:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938665344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.313472:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.314142:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318260.314151:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0307228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938665216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.314179:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.314212:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938665344 00000100:00100000:2.0:1767318260.314217:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938665344 00000100:00100000:2.0:1767318260.314243:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938665216 00000100:00100000:2.0:1767318260.314247:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938665216 00000100:00100000:2.0:1767318260.314262:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24686 00000100:00100000:2.0:1767318260.314267:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+636:6188:x1853163938665344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.314284:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1021 count 1 00010000:00010000:0.0:1767318260.314570:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.314580:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.314588:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.314592:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.314601:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.314620:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.314625:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f272 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.314645:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.314646:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.314648:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1767318260.314914:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3fe:0x0] initial LVB size: 1154482176, mtime: 0x69571bb8, atime: 0x0, ctime: 0x69571bb8, blocks: 0x80f 00010000:00010000:1.0:1767318260.314922:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f2e9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.314937:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.314939:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.314943:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f2e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.314954:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f2e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.314963:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f2e9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.314971:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f2e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.314991:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.315567:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.315574:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f2e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.315582:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.315586:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f2e9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.315594:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f2e9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.315607:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f2e9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.315614:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f2e9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.315636:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.315638:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.315640:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1767318260.315883:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3fd:0x0] initial LVB size: 4718592, mtime: 0x69571bb0, atime: 0x69571bae, ctime: 0x69571bb0, blocks: 0x2437 00010000:00010000:2.0:1767318260.315892:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f2e2 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.315902:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.315903:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.315906:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f2e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.315916:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f2e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.315925:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f2e2 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.315931:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f2e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.315951:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.316405:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.316412:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f2e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.316420:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.316423:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f2e2 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.316431:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f2e2 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.316442:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f2e2 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.316449:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f2e2 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.316472:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.316474:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.316476:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.317222:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.317229:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.318281:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938664832:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318260.319420:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318260.319467:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24687 00000100:00100000:3.0:1767318260.319481:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+637:6188:x1853163938665216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.319528:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1013 count 1 00002000:00010000:3.0:1767318260.319560:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x3f5:0x0] initial LVB size: 1048577, mtime: 0x69571b91, atime: 0x0, ctime: 0x69571b91, blocks: 0x3 00010000:00010000:3.0:1767318260.319566:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f2f0 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.319578:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.319581:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.319586:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f2f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.319598:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f2f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.319607:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f2f0 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.319615:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f2f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.319640:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.319882:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.319889:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f2f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.319902:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.319906:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f2f0 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.319914:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f2f0 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.319930:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f2f0 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.319937:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f2f0 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.319954:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.319956:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.319958:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.320098:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+637:6185:x1853163938665472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6826us (8130us total) trans 4294976089 rc 0/0 00000100:00100000:1.0:1767318260.320107:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24685 00000100:00100000:3.0:1767318260.320596:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+637:6188:x1853163938665216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1119us (6415us total) trans 4294976090 rc 0/0 00000100:00100000:3.0:1767318260.320604:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24687 00000100:00100000:3.0:1767318260.320676:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938665728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.320727:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.321453:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938665728 00000100:00100000:1.0:1767318260.321462:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938665728 00000100:00100000:1.0:1767318260.321516:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24688 00000100:00100000:1.0:1767318260.321525:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+716:6187:x1853163938665728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.321551:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:906 count 1 00002000:00010000:1.0:1767318260.321583:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x38a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.321590:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f2f7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.321607:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.321609:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.321614:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f2f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.321625:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f2f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.321634:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f2f7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.321641:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f2f7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.321661:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.321887:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+637:6188:x1853163938665344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7617us (8412us total) trans 4294976091 rc 0/0 00000100:00100000:2.0:1767318260.321895:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24686 00000100:00100000:2.0:1767318260.321970:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938665984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.322001:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.322036:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031ab7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938666496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.322056:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.322088:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030722b100/2, rc 0, transno 4294976089 00000100:00100000:2.0:1767318260.322097:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030722b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938665472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.322108:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318260.322114:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938665600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.322135:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.322152:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938666112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.322173:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.322197:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938665856:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.322220:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.322235:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938666368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.322254:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.322277:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0307228380/2, rc 0, transno 4294976090 00000100:00100000:2.0:1767318260.322282:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0307228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938665216:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.322291:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030722b480/2, rc 0, transno 4294976091 00000100:00100000:2.0:1767318260.322294:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030722b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938665344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.322325:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938664576:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318260.322356:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.322387:0:21387:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d270700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:21387:1853163938664704:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318260.322397:0:21387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318260.323068:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938666240:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.323102:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318260.323131:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877e680/2, rc 0, transno 4294976088 00000100:00100000:3.0:1767318260.323136:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938663168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.323318:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+717:6185:x1853163938664064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22162us (23111us total) trans 4294976423 rc 0/0 00000100:00100000:3.0:1767318260.323327:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24678 00000100:00100000:3.0:1767318260.323359:0:21388:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938665984 00000100:00100000:3.0:1767318260.323366:0:21388:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938665984 00000100:00100000:3.0:1767318260.323399:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938666496 00000100:00100000:3.0:1767318260.323402:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938666496 00000100:00100000:3.0:1767318260.323420:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938665600 00000100:00100000:3.0:1767318260.323423:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938665600 00000100:00100000:3.0:1767318260.323437:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938666112 00000100:00100000:3.0:1767318260.323440:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938666112 00000100:00100000:3.0:1767318260.323452:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938665856 00000100:00100000:3.0:1767318260.323455:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938665856 00000100:00100000:3.0:1767318260.323464:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938666368 00000100:00100000:3.0:1767318260.323466:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938666368 00000100:00100000:3.0:1767318260.323475:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938666240 00000100:00100000:3.0:1767318260.323478:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938666240 00000100:00100000:3.0:1767318260.323489:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24689 00000100:00100000:3.0:1767318260.323496:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+722:6185:x1853163938665984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.323534:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:908 count 1 00002000:00010000:3.0:1767318260.323565:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x38c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.323572:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f2fe lrc: 3/0,1 mode: --/PW res: [0x240000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.323584:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.323586:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.323592:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f2fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.323605:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f2fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.323615:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f2fe lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.323628:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f2fe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.323647:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.324476:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+723:6185:x1853163938665984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 978us (2472us total) trans 4294976431 rc 0/0 00000100:00100000:3.0:1767318260.324484:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24689 00000100:00100000:3.0:1767318260.324525:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24690 00000100:00100000:3.0:1767318260.324533:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+637:6185:x1853163938666496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.324549:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1024 count 1 00002000:00010000:3.0:1767318260.324571:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x400:0x0] initial LVB size: 4194304, mtime: 0x69571bd1, atime: 0x0, ctime: 0x69571bd1, blocks: 0x100f 00010000:00010000:3.0:1767318260.324577:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9f305 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x400:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.324586:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.324588:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.324592:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9f305 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.324602:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9f305 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.324610:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9f305 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.324617:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9f305 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.324634:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318260.325111:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.325121:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f2f7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325130:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.325133:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f2f7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325142:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f2f7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325163:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f2f7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325170:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f2f7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x38a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325190:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.325194:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f2fe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325200:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.325203:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f2fe lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325209:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f2fe lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325218:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f2fe lrc: 1/0,0 mode: --/PW res: [0x240000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325224:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f2fe lrc: 0/0,0 mode: --/PW res: [0x240000404:0x38c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325236:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.325239:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9f305 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325250:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.325253:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9f305 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325259:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9f305 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325268:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9f305 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325274:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8200/0x3313483622c9f305 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325284:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.325286:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.325287:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.325312:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24691 00000100:00100000:0.0:1767318260.325323:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+722:6185:x1853163938665600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.325351:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:905 count 1 00002000:00010000:0.0:1767318260.325370:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x389:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.325376:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f30c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325384:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.325386:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.325389:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f30c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325398:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f30c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325405:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f30c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325411:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f30c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325432:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.325674:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+723:6185:x1853163938665600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 353us (3536us total) trans 4294976432 rc 0/0 00000100:00100000:0.0:1767318260.325681:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24691 00000100:00100000:0.0:1767318260.325705:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24692 00000100:00100000:0.0:1767318260.325712:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d336450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+722:6185:x1853163938666112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.325724:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:909 count 1 00002000:00010000:0.0:1767318260.325739:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x38d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.325756:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f313 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325764:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.325765:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.325768:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f313 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325775:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f313 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325783:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f313 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325790:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f313 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325804:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.325923:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d336450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+723:6185:x1853163938666112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 211us (3748us total) trans 4294976433 rc 0/0 00000100:00100000:0.0:1767318260.325929:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24692 00000100:00100000:0.0:1767318260.325943:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24693 00000100:00100000:0.0:1767318260.325950:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+722:6188:x1853163938665856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.325961:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:907 count 1 00002000:00010000:0.0:1767318260.325975:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x38b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.325980:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f31a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.325987:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.325989:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.325992:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f31a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326001:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f31a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326008:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f31a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326014:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f31a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326027:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318260.326163:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+723:6188:x1853163938665856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (3942us total) trans 4294976434 rc 0/0 00000100:00100000:0.0:1767318260.326170:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24693 00000100:00100000:0.0:1767318260.326184:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24694 00000100:00100000:0.0:1767318260.326190:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+722:6188:x1853163938666368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.326202:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:911 count 1 00002000:00010000:0.0:1767318260.326217:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x38f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.326221:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f321 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326229:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.326230:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.326233:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f321 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326241:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f321 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326248:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f321 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326255:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f321 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326263:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318260.326387:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+723:6188:x1853163938666368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 197us (4131us total) trans 4294976435 rc 0/0 00000100:00100000:0.0:1767318260.326393:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24694 00000100:00100000:0.0:1767318260.326406:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24695 00000100:00100000:0.0:1767318260.326412:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+722:6187:x1853163938666240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.326424:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:910 count 1 00002000:00010000:0.0:1767318260.326437:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x38e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.326442:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f328 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326448:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.326450:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.326453:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f328 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326461:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f328 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326468:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f328 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326477:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f328 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326485:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1767318260.326638:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+723:6187:x1853163938666240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 225us (3534us total) trans 4294976436 rc 0/0 00000100:00100000:0.0:1767318260.326645:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24695 00010000:00010000:0.0:1767318260.326671:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318260.326676:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f30c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326685:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.326689:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f30c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326698:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f30c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326713:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f30c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326721:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f30c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x389:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326736:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.326740:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f313 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326746:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.326749:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f313 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326760:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f313 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326769:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f313 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326774:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f313 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326784:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.326788:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f31a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326793:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.326796:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f31a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326802:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f31a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326811:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f31a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326819:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f31a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x38b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326835:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.326838:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f321 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326844:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.326846:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f321 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326852:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f321 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326859:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f321 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326866:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f321 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x38f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326875:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.326878:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f328 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326883:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.326886:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f328 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326893:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f328 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326902:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f328 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326908:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f328 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x38e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.326919:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.326920:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.326922:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.326929:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.326933:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.326937:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.329368:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+638:6185:x1853163938666496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4830us (7304us total) trans 4294976092 rc 0/0 00000100:00100000:3.0:1767318260.329382:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24690 00010000:00010000:3.0:1767318260.329430:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.329822:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+722:6187:x1853163938665728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8296us (9092us total) trans 4294976430 rc 0/0 00000100:00100000:1.0:1767318260.329831:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24688 00000100:00100000:3.0:1767318260.330172:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318260.330209:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318260.330244:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318260.330268:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918021888 00000100:00100000:3.0:1767318260.330276:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918021888 00010000:00010000:3.0:1767318260.330309:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310258000/0x3313483622c96bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ea5 expref: 19 pid: 21248 timeout: 3606 lvb_type: 1 00000100:00100000:3.0:1767318260.330350:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918022144 00000100:00100000:3.0:1767318260.330353:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918022144 00010000:00010000:3.0:1767318260.330366:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310259e00/0x3313483622c96bc7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eb3 expref: 20 pid: 21248 timeout: 3606 lvb_type: 1 00000100:00100000:3.0:1767318260.330382:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918022016 00000100:00100000:3.0:1767318260.330385:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918022016 00010000:00010000:3.0:1767318260.330394:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a031025f200/0x3313483622c96db8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f23 expref: 21 pid: 21440 timeout: 3606 lvb_type: 1 00000100:00100000:3.0:1767318260.330410:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32295 00000100:00100000:3.0:1767318260.330418:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031873a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+21:2481:x1853163918021888:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318260.330430:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318260.330436:0:12858:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9a0310258000/0x3313483622c96bc0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ea5 expref: 21 pid: 21248 timeout: 3606 lvb_type: 1 00010000:00010000:3.0:1767318260.330448:0:12858:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310258000/0x3313483622c96bc0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ea5 expref: 21 pid: 21248 timeout: 3606 lvb_type: 1 00010000:00010000:3.0:1767318260.330468:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310258000/0x3313483622c96bc0 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554ea5 expref: 21 pid: 21248 timeout: 3606 lvb_type: 1 00010000:00010000:3.0:1767318260.330482:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.330484:0:12858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.330489:0:12858:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.330497:0:12858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.331224:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938667008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.331271:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.331322:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318374380/2, rc 0, transno 4294976432 00000100:00100000:2.0:1767318260.331347:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938665600:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.331359:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318376680/2, rc 0, transno 4294976433 00000100:00100000:2.0:1767318260.331363:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938666112:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.331372:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318377480/2, rc 0, transno 4294976431 00000100:00100000:2.0:1767318260.331375:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938665984:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.331384:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031ab7ce00/2, rc 0, transno 4294976092 00000100:00100000:2.0:1767318260.331391:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031ab7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938666496:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.331401:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d273100/2, rc 0, transno 4294976423 00000100:00100000:2.0:1767318260.331404:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d273100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938664064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.331416:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.331421:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938666624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.331441:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.331464:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938666880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.331484:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.331525:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318376a00/2, rc 0, transno 4294976434 00000100:00100000:2.0:1767318260.331530:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938665856:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.331541:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318375180/2, rc 0, transno 4294976435 00000100:00100000:2.0:1767318260.331545:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938666368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.331553:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318260.331559:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938666752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.331581:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.331607:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938667008 00000100:00100000:2.0:1767318260.331612:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938667008 00000100:00100000:2.0:1767318260.331640:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938666624 00000100:00100000:2.0:1767318260.331643:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938666624 00000100:00100000:2.0:1767318260.331655:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938666880 00000100:00100000:2.0:1767318260.331658:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938666880 00000100:00100000:2.0:1767318260.331671:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938666752 00000100:00100000:2.0:1767318260.331674:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938666752 00000100:00100000:2.0:1767318260.331690:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24696 00000100:00100000:2.0:1767318260.331705:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+641:6185:x1853163938667008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.331730:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1154 count 1 00002000:00010000:2.0:1767318260.331928:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x482:0x0] initial LVB size: 12582912, mtime: 0x69571f05, atime: 0x0, ctime: 0x69571f05, blocks: 0x5843 00010000:00010000:2.0:1767318260.331936:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7000/0x3313483622c9f32f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.331947:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.331949:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.331954:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7000/0x3313483622c9f32f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.331966:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7000/0x3313483622c9f32f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.331976:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7000/0x3313483622c9f32f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.331984:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7000/0x3313483622c9f32f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.332074:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.332921:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32296 00000100:00100000:1.0:1767318260.332935:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318738a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+20:2481:x1853163918022144:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.332948:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.332955:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9a0310259e00/0x3313483622c96bc7 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eb3 expref: 20 pid: 21248 timeout: 3606 lvb_type: 1 00010000:00010000:1.0:1767318260.332968:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310259e00/0x3313483622c96bc7 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eb3 expref: 20 pid: 21248 timeout: 3606 lvb_type: 1 00010000:00010000:1.0:1767318260.332992:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310259e00/0x3313483622c96bc7 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eb3 expref: 20 pid: 21248 timeout: 3606 lvb_type: 1 00010000:00010000:1.0:1767318260.333004:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.333006:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.333009:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.333030:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.333058:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318260.333097:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318738a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+19:2481:x1853163918022144:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 167us (2887us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.333106:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32296 00000100:00100000:1.0:1767318260.333128:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32297 00000100:00100000:1.0:1767318260.333136:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041039b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+18:2481:x1853163918022016:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.333144:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.333149:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9a031025f200/0x3313483622c96db8 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f23 expref: 18 pid: 21440 timeout: 3606 lvb_type: 1 00010000:00010000:1.0:1767318260.333159:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a031025f200/0x3313483622c96db8 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f23 expref: 18 pid: 21440 timeout: 3606 lvb_type: 1 00010000:00010000:1.0:1767318260.333171:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a031025f200/0x3313483622c96db8 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f23 expref: 18 pid: 21440 timeout: 3606 lvb_type: 1 00010000:00010000:1.0:1767318260.333185:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.333187:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.333191:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.333197:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.333315:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+642:6185:x1853163938667008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1617us (2042us total) trans 4294976093 rc 0/0 00000100:00100000:2.0:1767318260.333322:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24696 00000100:00100000:2.0:1767318260.333349:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24697 00000100:00100000:2.0:1767318260.333356:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+641:6185:x1853163938666624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.333373:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1091 count 1 00002000:00010000:2.0:1767318260.333397:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x443:0x0] initial LVB size: 220200960, mtime: 0x69571c63, atime: 0x0, ctime: 0x69571c63, blocks: 0x503f 00010000:00010000:2.0:1767318260.333404:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f336 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.333411:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.333413:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.333416:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f336 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.333425:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f336 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.333434:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f336 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.333441:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f336 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.333459:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1767318260.333802:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318260.333974:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031873a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+17:2481:x1853163918021888:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3554us (3804us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318260.333982:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32295 00000100:00100000:3.0:1767318260.334401:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24698 00000100:00100000:3.0:1767318260.334409:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+641:6188:x1853163938666880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.334428:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1123 count 1 00002000:00010000:3.0:1767318260.334449:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x463:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.334456:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9f33d lrc: 3/0,1 mode: --/PW res: [0x280000404:0x463:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.334470:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.334472:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.334476:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9f33d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.334485:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9f33d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.334494:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9f33d lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.334501:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9f33d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.334687:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318260.335250:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+642:6188:x1853163938666880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 841us (3764us total) trans 4294976094 rc 0/0 00000100:00100000:3.0:1767318260.335259:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24698 00000100:00100000:3.0:1767318260.335280:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24699 00000100:00100000:3.0:1767318260.335288:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+641:6188:x1853163938666752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.335304:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1092 count 1 00002000:00010000:3.0:1767318260.335325:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x444:0x0] initial LVB size: 15728640, mtime: 0x69571cd7, atime: 0x0, ctime: 0x69571cd7, blocks: 0x80f 00010000:00010000:3.0:1767318260.335330:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f344 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x444:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.335352:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.335354:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.335358:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f344 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.335367:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f344 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.335376:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f344 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.335383:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f344 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.335398:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1767318260.337785:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318260.337855:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041039b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+16:2481:x1853163918022016:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4714us (7604us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.337868:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32297 00000100:00100000:3.0:1767318260.338977:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+642:6188:x1853163938666752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3686us (7390us total) trans 4294976095 rc 0/0 00000100:00100000:3.0:1767318260.338989:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24699 00000100:00100000:2.0:1767318260.339329:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938667520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.339382:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.339447:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81f800/2, rc 0, transno 4294976093 00000100:00100000:2.0:1767318260.339460:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938667008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.339472:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318260.339478:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938667136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.339498:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.339528:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938667648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.339546:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318260.339760:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.339769:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7000/0x3313483622c9f32f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339780:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f7000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.339784:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7000/0x3313483622c9f32f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339794:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7000/0x3313483622c9f32f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339814:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7000/0x3313483622c9f32f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339821:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7000/0x3313483622c9f32f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339844:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.339848:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f336 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339853:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.339856:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f336 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339863:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f336 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339872:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f336 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339878:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f336 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339890:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.339893:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9f33d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339899:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.339902:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9f33d lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339909:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9f33d lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339918:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9f33d lrc: 1/0,0 mode: --/PW res: [0x280000404:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339925:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9200/0x3313483622c9f33d lrc: 0/0,0 mode: --/PW res: [0x280000404:0x463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339936:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.339939:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f344 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339945:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.339948:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f344 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339954:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f344 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339963:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f344 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339970:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f344 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.339980:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.339981:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.339983:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.339989:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.339995:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.340000:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.340390:0:21387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.340400:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.340409:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.340417:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.340434:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.340694:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+642:6188:x1853163938663680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40633us (41490us total) trans 4294976096 rc 0/0 00000100:00100000:2.0:1767318260.340703:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24674 00000100:00100000:2.0:1767318260.340721:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938667520 00000100:00100000:2.0:1767318260.340727:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938667520 00000100:00100000:3.0:1767318260.340898:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938667136 00000100:00100000:3.0:1767318260.340903:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938667136 00000100:00100000:3.0:1767318260.340926:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938667648 00000100:00100000:3.0:1767318260.340929:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938667648 00000100:00100000:3.0:1767318260.340947:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24700 00000100:00100000:3.0:1767318260.340956:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+724:6185:x1853163938667520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.340982:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:915 count 1 00002000:00010000:3.0:1767318260.341011:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x393:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.341016:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f34b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.341040:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.341044:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.341049:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f34b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.341061:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f34b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.341068:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f34b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.341075:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f34b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.341089:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.341279:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+725:6185:x1853163938667520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 324us (1896us total) trans 4294976437 rc 0/0 00000100:00100000:3.0:1767318260.341287:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24700 00000100:00100000:3.0:1767318260.341300:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24701 00000100:00100000:3.0:1767318260.341306:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+724:6185:x1853163938667136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.341316:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:912 count 1 00002000:00010000:3.0:1767318260.341328:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x390:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.341404:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9f352 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.341411:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.341413:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.341416:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9f352 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.341428:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9f352 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.341435:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9f352 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.341442:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9f352 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.341455:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318260.341597:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+725:6185:x1853163938667136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 292us (2098us total) trans 4294976438 rc 0/0 00000100:00100000:3.0:1767318260.341603:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24701 00000100:00100000:3.0:1767318260.341616:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24702 00000100:00100000:3.0:1767318260.342322:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+724:6185:x1853163938667648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.342355:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:916 count 1 00002000:00010000:3.0:1767318260.342378:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x394:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.342383:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f359 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.342393:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.342394:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.342398:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f359 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.342407:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f359 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.342415:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f359 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.342421:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f359 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.342441:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318260.342650:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+725:6185:x1853163938667648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1028us (3101us total) trans 4294976439 rc 0/0 00000100:00100000:3.0:1767318260.342658:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24702 00010000:00010000:3.0:1767318260.342693:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.342702:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.342709:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.342716:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.342728:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318260.343197:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030d270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+642:6185:x1853163938663424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42189us (43902us total) trans 4294976097 rc 0/0 00000100:00100000:3.0:1767318260.343205:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24677 00010000:00010000:3.0:1767318260.343494:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.343503:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.343611:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.343618:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.343628:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318260.343926:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+642:6188:x1853163938663296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44374us (44918us total) trans 4294976098 rc 0/0 00000100:00100000:3.0:1767318260.343934:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24672 00000100:00100000:3.0:1767318260.344140:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938667392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.344170:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.344194:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938667904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.344212:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318260.344243:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81c000/2, rc 0, transno 4294976095 00000100:00100000:3.0:1767318260.344248:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938666752:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318260.344256:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81dc00/2, rc 0, transno 4294976094 00000100:00100000:3.0:1767318260.344260:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938666880:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318260.344267:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090c4e00/2, rc 0, transno 4294976096 00000100:00100000:3.0:1767318260.344270:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938663680:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318260.344277:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877f100/2, rc 0, transno 4294976098 00000100:00100000:3.0:1767318260.344280:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938663296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.344290:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1767318260.344295:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938667264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.344313:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.344326:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938667776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.344356:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.344385:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938667392 00000100:00100000:3.0:1767318260.344390:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938667392 00000100:00100000:3.0:1767318260.344417:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938667904 00000100:00100000:3.0:1767318260.344419:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938667904 00000100:00100000:3.0:1767318260.344426:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938667264 00000100:00100000:3.0:1767318260.344428:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938667264 00000100:00100000:3.0:1767318260.344436:0:21382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938667776 00000100:00100000:3.0:1767318260.344438:0:21382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938667776 00000100:00100000:3.0:1767318260.344448:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24703 00000100:00100000:3.0:1767318260.344454:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+727:6188:x1853163938667392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.344477:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:914 count 1 00002000:00010000:3.0:1767318260.344523:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x392:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.344529:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f360 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.344540:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.344542:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.344546:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f360 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.344560:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f360 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.344569:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f360 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.344576:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f360 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.344584:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767318260.344958:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+728:6188:x1853163938667392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 502us (785us total) trans 4294976440 rc 0/0 00000100:00100000:3.0:1767318260.344965:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24703 00000100:00100000:3.0:1767318260.344982:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24704 00000100:00100000:3.0:1767318260.344989:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+642:6188:x1853163938667904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.345001:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1155 count 1 00000100:00100000:1.0:1767318260.345077:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24705 00000100:00100000:1.0:1767318260.345087:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+727:6188:x1853163938667264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.345099:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:913 count 1 00002000:00010000:1.0:1767318260.345116:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x391:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.345122:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f367 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.345130:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.345131:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.345134:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f367 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.345143:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f367 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.345155:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f367 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.345162:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f367 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.345171:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:1.0:1767318260.345313:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+728:6188:x1853163938667264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 229us (998us total) trans 4294976441 rc 0/0 00000100:00100000:1.0:1767318260.345319:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24705 00000100:00100000:1.0:1767318260.345345:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24706 00000100:00100000:1.0:1767318260.345352:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031873a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+727:6188:x1853163938667776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.345363:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:917 count 1 00002000:00010000:1.0:1767318260.345376:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x395:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.345381:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f36e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.345388:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.345390:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.345393:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f36e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.345402:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f36e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.345409:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f36e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.345416:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f36e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.345425:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:1.0:1767318260.345586:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031873a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+728:6188:x1853163938667776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 235us (1229us total) trans 4294976442 rc 0/0 00000100:00100000:1.0:1767318260.345593:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24706 00002000:00010000:3.0:1767318260.345731:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x483:0x0] initial LVB size: 2097152, mtime: 0x69571f18, atime: 0x0, ctime: 0x69571f18, blocks: 0x80b 00010000:00010000:3.0:1767318260.345737:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9f375 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.345756:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.345758:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.345761:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9f375 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.345769:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9f375 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.345776:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9f375 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.345783:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9f375 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.345790:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:3.0:1767318260.346103:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+643:6188:x1853163938667904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1114us (1888us total) trans 4294976099 rc 0/0 00000100:00100000:3.0:1767318260.346111:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24704 00010000:00010000:3.0:1767318260.346139:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1767318260.346146:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346153:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f7200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.346158:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346167:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346183:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346190:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7200/0x3313483622c9f295 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346210:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1767318260.346214:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f34b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346221:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.346223:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f34b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346230:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f34b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346239:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f34b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346245:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f34b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346259:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1767318260.346263:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9f352 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346269:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.346272:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9f352 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346279:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9f352 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346287:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9f352 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346297:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9400/0x3313483622c9f352 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346309:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318260.346312:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f359 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346318:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.346321:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f359 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346328:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f359 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346347:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f359 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346354:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f359 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x394:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346366:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318260.346370:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346375:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f7600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.346378:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346385:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346394:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346400:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7600/0x3313483622c9f2aa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346412:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318260.346416:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346422:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.346425:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346432:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346442:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346448:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d7800/0x3313483622c9f287 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346465:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318260.346469:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f360 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346474:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.346477:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f360 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346484:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f360 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346492:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f360 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346499:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f360 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x392:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346542:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.346546:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f367 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346552:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.346554:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f367 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346560:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f367 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346570:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f367 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346576:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f367 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x391:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346590:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.346593:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f36e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346599:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.346602:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f36e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346609:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f36e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346619:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f36e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346625:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f36e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346636:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.346640:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9f375 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346650:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.346653:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9f375 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346658:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9f375 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346667:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9f375 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346673:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8000/0x3313483622c9f375 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.346683:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.346685:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.346686:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.348170:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318739f80/2, rc 0, transno 4294976441 00000100:00100000:3.0:1767318260.348189:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938667264:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.348201:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031873a300/2, rc 0, transno 4294976442 00000100:00100000:3.0:1767318260.348205:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938667776:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.348214:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318738e00/2, rc 0, transno 4294976440 00000100:00100000:3.0:1767318260.348217:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938667392:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.348227:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81c380/2, rc 0, transno 4294976099 00000100:00100000:3.0:1767318260.348231:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938667904:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318260.355091:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.355102:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.355107:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.355409:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.355428:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938668032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.355494:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.355569:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d271500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938668544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.355593:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.355610:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938669056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.355631:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.355668:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318739500/2, rc 0, transno 4294976438 00000100:00100000:2.0:1767318260.355683:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938667136:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.355694:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031873b480/2, rc 0, transno 4294976439 00000100:00100000:2.0:1767318260.355698:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938667648:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.355713:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318739c00/2, rc 0, transno 4294976437 00000100:00100000:2.0:1767318260.355717:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938667520:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.355727:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877c380/2, rc 0, transno 4294976097 00000100:00100000:2.0:1767318260.355736:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938663424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.355751:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318260.355757:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938668160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.355779:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.355793:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d270380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938668672:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.355808:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.355829:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938668032 00000100:00100000:2.0:1767318260.355834:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938668032 00000100:00100000:2.0:1767318260.355868:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938668544 00000100:00100000:2.0:1767318260.355871:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938668544 00000100:00100000:2.0:1767318260.355887:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938669056 00000100:00100000:2.0:1767318260.355890:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938669056 00000100:00100000:2.0:1767318260.355906:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938668160 00000100:00100000:2.0:1767318260.355908:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938668160 00000100:00100000:2.0:1767318260.355923:0:21387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938668672 00000100:00100000:2.0:1767318260.355926:0:21387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938668672 00000100:00100000:2.0:1767318260.355943:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24707 00000100:00100000:2.0:1767318260.355951:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311572680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+729:6185:x1853163938668032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.355977:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:918 count 1 00002000:00010000:2.0:1767318260.356009:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x396:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.356017:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6e00/0x3313483622c9f37c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356031:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.356033:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.356038:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6e00/0x3313483622c9f37c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356051:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6e00/0x3313483622c9f37c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356060:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6e00/0x3313483622c9f37c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356068:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6e00/0x3313483622c9f37c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356092:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.356349:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311572680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+730:6185:x1853163938668032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 396us (853us total) trans 4294976443 rc 0/0 00000100:00100000:2.0:1767318260.356360:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24707 00000100:00100000:2.0:1767318260.356377:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24708 00000100:00100000:2.0:1767318260.356384:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+645:6185:x1853163938668544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.356396:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1186 count 1 00002000:00010000:2.0:1767318260.356416:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4a2:0x0] initial LVB size: 315621376, mtime: 0x69571f9b, atime: 0x0, ctime: 0x69571f9b, blocks: 0x80f 00010000:00010000:2.0:1767318260.356422:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f383 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356429:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.356431:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.356434:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f383 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356443:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f383 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356449:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f383 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356455:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f383 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356466:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.356891:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+646:6185:x1853163938668544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 506us (1295us total) trans 4294976100 rc 0/0 00000100:00100000:2.0:1767318260.356898:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24708 00000100:00100000:2.0:1767318260.356912:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24709 00000100:00100000:2.0:1767318260.356920:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311571180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+645:6185:x1853163938669056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.356932:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1252 count 1 00002000:00010000:2.0:1767318260.356947:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4e4:0x0] initial LVB size: 1048576, mtime: 0x6957222f, atime: 0x0, ctime: 0x6957222f, blocks: 0x803 00010000:00010000:2.0:1767318260.356952:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6600/0x3313483622c9f38a lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356960:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.356961:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.356964:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6600/0x3313483622c9f38a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356972:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6600/0x3313483622c9f38a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356980:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6600/0x3313483622c9f38a lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356986:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6600/0x3313483622c9f38a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.356998:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.357140:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311571180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+646:6185:x1853163938669056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 220us (1507us total) trans 4294976101 rc 0/0 00000100:00100000:2.0:1767318260.357146:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24709 00000100:00100000:2.0:1767318260.357158:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24710 00000100:00100000:2.0:1767318260.357165:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+729:6185:x1853163938668160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.357177:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:919 count 1 00002000:00010000:2.0:1767318260.357192:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x397:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.357197:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f391 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.357204:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.357205:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.357208:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f391 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.357217:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f391 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.357225:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f391 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.357232:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f391 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.357242:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318260.357380:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+730:6185:x1853163938668160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 215us (1599us total) trans 4294976444 rc 0/0 00000100:00100000:2.0:1767318260.357386:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24710 00000100:00100000:2.0:1767318260.357399:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24711 00000100:00100000:2.0:1767318260.357406:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311572a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+645:6185:x1853163938668672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.357418:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1187 count 1 00002000:00010000:2.0:1767318260.357433:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4a3:0x0] initial LVB size: 252706816, mtime: 0x6957204d, atime: 0x0, ctime: 0x6957204d, blocks: 0x1017 00010000:00010000:2.0:1767318260.357438:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f398 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.357450:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.357452:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.357454:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f398 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.357463:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f398 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.357471:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f398 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.357478:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f398 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.357495:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318260.357925:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311572a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+646:6185:x1853163938668672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 518us (2114us total) trans 4294976102 rc 0/0 00000100:00100000:2.0:1767318260.357931:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24711 00000100:00100000:2.0:1767318260.358051:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938669568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.358082:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.358119:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c1880/2, rc 0, transno 4294976444 00000100:00100000:2.0:1767318260.358128:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938668160:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.358138:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d270380/2, rc 0, transno 4294976102 00000100:00100000:2.0:1767318260.358145:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d270380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938668672:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.358154:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311865180/2, rc 0, transno 4294976443 00000100:00100000:2.0:1767318260.358158:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938668032:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.358166:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d271500/2, rc 0, transno 4294976100 00000100:00100000:2.0:1767318260.358170:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d271500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938668544:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.358177:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311571500/2, rc 0, transno 4294976101 00000100:00100000:2.0:1767318260.358180:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311571500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938669056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.358190:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.358195:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938669184:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.358217:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318260.358240:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1767318260.358247:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6e00/0x3313483622c9f37c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.358256:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.358260:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6e00/0x3313483622c9f37c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.358270:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6e00/0x3313483622c9f37c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.358285:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6e00/0x3313483622c9f37c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.358292:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6e00/0x3313483622c9f37c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.358310:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318260.358313:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f383 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.358320:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.358324:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f383 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358407:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.358414:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6600/0x3313483622c9f38a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358421:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.358424:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6600/0x3313483622c9f38a lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358432:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6600/0x3313483622c9f38a lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358444:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6600/0x3313483622c9f38a lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358451:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6600/0x3313483622c9f38a lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358467:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.358471:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f391 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358477:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.358480:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f391 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358492:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f391 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358502:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f391 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358525:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6c00/0x3313483622c9f391 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358537:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.358541:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f398 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358547:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.358550:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f398 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358557:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f398 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358566:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f398 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358573:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6200/0x3313483622c9f398 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358589:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.358591:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.358592:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.358598:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.358602:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.358611:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938669568 00000100:00100000:0.0:1767318260.358617:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938669568 00000100:00100000:0.0:1767318260.358645:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938669184 00000100:00100000:0.0:1767318260.358648:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938669184 00000100:00100000:0.0:1767318260.358665:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24712 00000100:00100000:0.0:1767318260.358672:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+646:6185:x1853163938669568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318260.358688:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1253 count 1 00002000:00010000:0.0:1767318260.358709:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4e5:0x0] initial LVB size: 1048576, mtime: 0x6957228f, atime: 0x0, ctime: 0x6957228f, blocks: 0x803 00010000:00010000:0.0:1767318260.358714:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f39f lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358724:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.358725:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.358729:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f39f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358740:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f39f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358747:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f39f lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358755:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f39f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.358768:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.358959:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+647:6185:x1853163938669568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 286us (875us total) trans 4294976103 rc 0/0 00000100:00100000:0.0:1767318260.358966:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24712 00000100:00100000:0.0:1767318260.358980:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24713 00000100:00100000:0.0:1767318260.358986:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+730:6185:x1853163938669184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.358996:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:921 count 1 00002000:00010000:0.0:1767318260.359010:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x399:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.359015:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f3a6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359022:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.359023:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.359027:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359035:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359043:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359051:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f3a6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359062:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.359172:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+731:6185:x1853163938669184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 186us (954us total) trans 4294976445 rc 0/0 00000100:00100000:0.0:1767318260.359178:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24713 00010000:00010000:0.0:1767318260.359198:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.359202:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f39f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359209:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915ac00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.359212:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f39f lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359220:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f39f lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359231:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f39f lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359238:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915ac00/0x3313483622c9f39f lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359251:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.359254:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f3a6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359260:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.359263:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f3a6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359275:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f3a6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359282:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f3a6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359289:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f3a6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.359297:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.359299:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.359300:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.359304:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.359735:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.359751:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938668416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.359788:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.359851:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d273800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938668928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.359870:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318260.359931:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f383 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.359947:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f383 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.359954:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6400/0x3313483622c9f383 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.359968:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.359969:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.359971:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.360033:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938669440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.360053:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.360108:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938668416 00000100:00100000:1.0:1767318260.360113:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938668416 00000100:00100000:1.0:1767318260.360142:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938668928 00000100:00100000:1.0:1767318260.360144:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938668928 00000100:00100000:1.0:1767318260.360157:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24714 00000100:00100000:1.0:1767318260.360163:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+648:6188:x1853163938668416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.360181:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1156 count 1 00002000:00010000:1.0:1767318260.360203:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x484:0x0] initial LVB size: 315621376, mtime: 0x69571f3d, atime: 0x0, ctime: 0x69571f3d, blocks: 0x80f 00010000:00010000:1.0:1767318260.360209:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9f3ad lrc: 3/0,1 mode: --/PW res: [0x280000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.360218:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.360220:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.360223:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9f3ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.360233:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9f3ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.360240:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9f3ad lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.360248:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9f3ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.360261:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.360719:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+649:6188:x1853163938668416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 553us (927us total) trans 4294976104 rc 0/0 00000100:00100000:1.0:1767318260.360727:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24714 00000100:00100000:1.0:1767318260.360747:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24715 00000100:00100000:1.0:1767318260.360755:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+648:6188:x1853163938668928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318260.360767:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1251 count 1 00002000:00010000:1.0:1767318260.360783:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4e3:0x0] initial LVB size: 68157440, mtime: 0x695721db, atime: 0x0, ctime: 0x695721db, blocks: 0x80f 00010000:00010000:1.0:1767318260.360789:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9f3b4 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.360796:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.360798:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.360802:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9f3b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.360811:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9f3b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.360818:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9f3b4 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.360825:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9f3b4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.360839:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.362423:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+649:6188:x1853163938668928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1661us (2543us total) trans 4294976105 rc 0/0 00000100:00100000:1.0:1767318260.362436:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24715 00000004:00080000:3.0:1767318260.362668:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81c700/2, rc 0, transno 4294976104 00000100:00100000:3.0:1767318260.362675:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938668416:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318260.362685:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d273800/2, rc 0, transno 4294976105 00000100:00100000:3.0:1767318260.362689:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d273800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938668928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.362695:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1767318260.362704:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03180c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938668288:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.362738:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.362761:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030d270700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938668800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.362780:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.362798:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938669312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.362816:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.362857:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938669440 00000100:00100000:3.0:1767318260.362863:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938669440 00000100:00100000:3.0:1767318260.362895:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938668288 00000100:00100000:3.0:1767318260.362898:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938668288 00000100:00100000:3.0:1767318260.362913:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938668800 00000100:00100000:3.0:1767318260.362915:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938668800 00000100:00100000:3.0:1767318260.362929:0:16012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938669312 00000100:00100000:3.0:1767318260.362932:0:16012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938669312 00000100:00100000:3.0:1767318260.362948:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24716 00000100:00100000:3.0:1767318260.362954:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+733:6188:x1853163938669440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.362978:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:923 count 1 00002000:00010000:3.0:1767318260.363007:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x39b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.363014:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f3bb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363028:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.363030:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.363034:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f3bb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363046:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f3bb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363054:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f3bb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363061:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f3bb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363076:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318260.363264:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+734:6188:x1853163938669440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 310us (3209us total) trans 4294976446 rc 0/0 00000100:00100000:3.0:1767318260.363271:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24716 00000100:00100000:3.0:1767318260.363285:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24717 00000100:00100000:3.0:1767318260.363291:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+733:6188:x1853163938668288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.363302:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:920 count 1 00002000:00010000:3.0:1767318260.363317:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x398:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.363323:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f3c2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363330:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.363346:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.363350:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f3c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363359:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f3c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363367:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f3c2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363374:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f3c2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363386:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318260.363553:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+734:6188:x1853163938668288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 261us (813us total) trans 4294976447 rc 0/0 00000100:00100000:3.0:1767318260.363560:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24717 00000100:00100000:3.0:1767318260.363572:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24718 00000100:00100000:3.0:1767318260.363579:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+649:6188:x1853163938668800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.363592:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1250 count 1 00002000:00010000:3.0:1767318260.363609:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4e2:0x0] initial LVB size: 1048576, mtime: 0x695721d3, atime: 0x0, ctime: 0x695721d3, blocks: 0x803 00010000:00010000:3.0:1767318260.363613:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f3c9 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363625:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.363627:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.363630:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f3c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363638:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f3c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363646:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f3c9 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363654:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f3c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363669:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318260.363819:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+650:6188:x1853163938668800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 239us (1036us total) trans 4294976106 rc 0/0 00000100:00100000:3.0:1767318260.363826:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24718 00000100:00100000:3.0:1767318260.363840:0:16012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24719 00000100:00100000:3.0:1767318260.363847:0:16012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+733:6188:x1853163938669312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.363858:0:16012:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:922 count 1 00002000:00010000:3.0:1767318260.363874:0:16012:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x39a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.363878:0:16012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f3d0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363886:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.363888:0:16012:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.363891:0:16012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f3d0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363899:0:16012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f3d0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363906:0:16012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f3d0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363914:0:16012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f3d0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.363922:0:16012:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318260.364037:0:16012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+734:6188:x1853163938669312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 190us (1218us total) trans 4294976448 rc 0/0 00000100:00100000:3.0:1767318260.364044:0:16012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24719 00000004:00080000:3.0:1767318260.364098:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03180c2680/2, rc 0, transno 4294976447 00000100:00100000:3.0:1767318260.364105:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03180c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938668288:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.364115:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030d270700/2, rc 0, transno 4294976106 00000100:00100000:3.0:1767318260.364119:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030d270700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938668800:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318260.364127:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311570000/2, rc 0, transno 4294976448 00000100:00100000:3.0:1767318260.364131:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311570000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938669312:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.364139:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311571880/2, rc 0, transno 4294976446 00000100:00100000:3.0:1767318260.364142:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938669440:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318260.364159:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318260.364166:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9f3ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364174:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.364178:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9f3ad lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364187:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9f3ad lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364203:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9f3ad lrc: 1/0,0 mode: --/PW res: [0x280000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364210:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440c00/0x3313483622c9f3ad lrc: 0/0,0 mode: --/PW res: [0x280000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364227:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318260.364231:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9f3b4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364237:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.364240:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9f3b4 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364247:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9f3b4 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364256:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9f3b4 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364268:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440a00/0x3313483622c9f3b4 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364278:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318260.364281:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f3bb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364287:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.364291:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f3bb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364297:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f3bb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364305:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f3bb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364312:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f3bb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x39b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364324:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.364328:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f3c2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364349:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.364352:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f3c2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364359:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f3c2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364369:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f3c2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364376:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f3c2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364387:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.364391:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f3c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364397:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.364400:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f3c9 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364407:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f3c9 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364415:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f3c9 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364421:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8e00/0x3313483622c9f3c9 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364436:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.364439:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f3d0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364444:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.364447:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f3d0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364453:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f3d0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364461:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f3d0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364467:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f3d0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x39a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.364478:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.364479:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.364481:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.364488:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.364529:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318374a80/2, rc 0, transno 4294976430 00000100:00100000:3.0:1767318260.364534:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938665728:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.364544:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318374700/2, rc 0, transno 4294976436 00000100:00100000:3.0:1767318260.364548:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938666240:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.365498:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.365529:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.365539:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.365809:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938670080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.365861:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.365897:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c3c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938670592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.365923:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.365938:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938671104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.365956:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.365982:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311572300/2, rc 0, transno 4294976445 00000100:00100000:2.0:1767318260.365991:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311572300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938669184:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.366002:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311572d80/2, rc 0, transno 4294976103 00000100:00100000:2.0:1767318260.366009:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311572d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938669568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.366019:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1767318260.366025:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938669696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.366045:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.366058:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938670208:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.366075:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.366086:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c3c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938670720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.366101:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.366113:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938671232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.366130:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.366200:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938670080 00000100:00100000:2.0:1767318260.366206:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938670080 00000100:00100000:2.0:1767318260.366241:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938670592 00000100:00100000:2.0:1767318260.366244:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938670592 00000100:00100000:2.0:1767318260.366258:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938671104 00000100:00100000:2.0:1767318260.366260:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938671104 00000100:00100000:2.0:1767318260.366271:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938669696 00000100:00100000:2.0:1767318260.366274:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938669696 00000100:00100000:2.0:1767318260.366285:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938670208 00000100:00100000:2.0:1767318260.366287:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938670208 00000100:00100000:2.0:1767318260.366299:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938670720 00000100:00100000:2.0:1767318260.366301:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938670720 00000100:00100000:2.0:1767318260.366314:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938671232 00000100:00100000:2.0:1767318260.366317:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938671232 00000100:00100000:2.0:1767318260.366345:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24720 00000100:00100000:2.0:1767318260.366353:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+736:6185:x1853163938670080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.366377:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:927 count 1 00002000:00010000:2.0:1767318260.366408:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x39f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.366415:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6000/0x3313483622c9f3d7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.366428:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.366430:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.366435:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6000/0x3313483622c9f3d7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.366448:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6000/0x3313483622c9f3d7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.366458:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6000/0x3313483622c9f3d7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.366466:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6000/0x3313483622c9f3d7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.366481:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.366764:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+737:6185:x1853163938670080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 411us (902us total) trans 4294976449 rc 0/0 00000100:00100000:2.0:1767318260.366772:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24720 00000100:00100000:2.0:1767318260.366790:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24721 00000100:00100000:2.0:1767318260.366797:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d335050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+653:6185:x1853163938670592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.366809:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1254 count 1 00002000:00010000:2.0:1767318260.366826:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.366831:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7a00/0x3313483622c9f3de lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.366839:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.366841:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.366845:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7a00/0x3313483622c9f3de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.366853:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7a00/0x3313483622c9f3de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.366861:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7a00/0x3313483622c9f3de lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.366867:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7a00/0x3313483622c9f3de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.366880:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.367017:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d335050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+654:6185:x1853163938670592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 221us (1093us total) trans 4294976107 rc 0/0 00000100:00100000:2.0:1767318260.367024:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24721 00000100:00100000:2.0:1767318260.367036:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24722 00000100:00100000:2.0:1767318260.367043:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+653:6185:x1853163938671104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.367053:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1016 count 1 00010000:00010000:2.0:1767318260.367065:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367078:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9ce68 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555486 expref: 15 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.367084:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.367086:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.367089:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367116:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9ce68 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555486 expref: 15 pid: 21249 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.367130:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9ce68 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555486 expref: 15 pid: 21249 timeout: 3607 lvb_type: 1 00000100:00100000:2.0:1767318260.367142:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938671360:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318260.367203:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b590c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318260.367223:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24723 00000100:00100000:2.0:1767318260.367231:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+736:6185:x1853163938669696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.367243:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:924 count 1 00002000:00010000:2.0:1767318260.367258:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x39c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.367262:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f7000/0x3313483622c9f3ec lrc: 3/0,1 mode: --/PW res: [0x240000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367269:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.367271:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.367273:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f7000/0x3313483622c9f3ec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367281:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03039f7000/0x3313483622c9f3ec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367288:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03039f7000/0x3313483622c9f3ec lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367299:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03039f7000/0x3313483622c9f3ec lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367310:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.367448:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+737:6185:x1853163938669696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 218us (1402us total) trans 4294976450 rc 0/0 00000100:00100000:2.0:1767318260.367455:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24723 00000100:00100000:2.0:1767318260.367468:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24724 00000100:00100000:2.0:1767318260.367474:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+736:6185:x1853163938670208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.367485:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:928 count 1 00002000:00010000:2.0:1767318260.367499:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.367503:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f3f3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367533:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.367535:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.367538:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f3f3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367546:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f3f3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367553:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f3f3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367559:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f3f3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367570:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318260.367688:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+737:6185:x1853163938670208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 214us (1611us total) trans 4294976451 rc 0/0 00000100:00100000:2.0:1767318260.367695:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24724 00000100:00100000:2.0:1767318260.367707:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24725 00000100:00100000:2.0:1767318260.367714:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+653:6185:x1853163938670720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.367727:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1255 count 1 00002000:00010000:2.0:1767318260.367742:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000404:0x4e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.367746:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f3fa lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367753:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.367755:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.367758:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f3fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367766:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f3fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367774:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f3fa lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367782:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f3fa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367793:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318260.367916:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+654:6185:x1853163938670720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 202us (1812us total) trans 4294976108 rc 0/0 00000100:00100000:2.0:1767318260.367922:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24725 00000100:00100000:2.0:1767318260.367934:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24726 00000100:00100000:2.0:1767318260.367940:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+653:6185:x1853163938671232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318260.367951:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1014 count 1 00010000:00010000:2.0:1767318260.367962:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.367972:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9d00c lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55549b expref: 15 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.367978:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.367980:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.367983:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.368004:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9d00c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55549b expref: 15 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.368013:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9d00c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55549b expref: 15 pid: 21384 timeout: 3607 lvb_type: 1 00000100:00100000:2.0:1767318260.368024:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938671488:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318260.368057:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59540 going to sleep for 11 seconds 00000004:00080000:2.0:1767318260.368144:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311573b80/2, rc 0, transno 4294976450 00000100:00100000:2.0:1767318260.368156:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311573b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938669696:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.368169:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311573480/2, rc 0, transno 4294976451 00000100:00100000:2.0:1767318260.368172:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938670208:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.368181:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c3c5880/2, rc 0, transno 4294976108 00000100:00100000:2.0:1767318260.368188:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c3c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938670720:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.368198:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311573800/2, rc 0, transno 4294976449 00000100:00100000:2.0:1767318260.368202:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938670080:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.368209:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c3c6a00/2, rc 0, transno 4294976107 00000100:00100000:2.0:1767318260.368212:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c3c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938670592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318260.368389:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938671872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.368416:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.368440:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.368445:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938672000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.368466:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.368489:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938671872 00000100:00100000:2.0:1767318260.368494:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938671872 00000100:00100000:0.0:1767318260.368585:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938672000 00000100:00100000:0.0:1767318260.368590:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938672000 00000100:00100000:0.0:1767318260.368613:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24727 00000100:00100000:0.0:1767318260.368619:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+738:6185:x1853163938672000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.368634:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:934 count 1 00002000:00010000:0.0:1767318260.368653:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.368659:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f408 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368667:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.368668:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.368672:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f408 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368681:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f408 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368688:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f408 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368695:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f408 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368704:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1767318260.368867:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+739:6185:x1853163938672000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 246us (399us total) trans 4294976452 rc 0/0 00000100:00100000:0.0:1767318260.368874:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24727 00010000:00010000:0.0:1767318260.368898:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1767318260.368904:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6000/0x3313483622c9f3d7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368912:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.368916:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6000/0x3313483622c9f3d7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368924:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6000/0x3313483622c9f3d7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368939:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6000/0x3313483622c9f3d7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368947:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03039f6000/0x3313483622c9f3d7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x39f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368967:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318260.368971:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7a00/0x3313483622c9f3de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368977:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f7a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.368979:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7a00/0x3313483622c9f3de lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368986:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7a00/0x3313483622c9f3de lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.368995:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7a00/0x3313483622c9f3de lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369001:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f7a00/0x3313483622c9f3de lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369013:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.369016:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03039f7000/0x3313483622c9f3ec lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369022:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f7000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.369024:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f7000/0x3313483622c9f3ec lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369031:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03039f7000/0x3313483622c9f3ec lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369040:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03039f7000/0x3313483622c9f3ec lrc: 1/0,0 mode: --/PW res: [0x240000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369046:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03039f7000/0x3313483622c9f3ec lrc: 0/0,0 mode: --/PW res: [0x240000404:0x39c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369058:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.369061:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f3f3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369066:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.369069:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f3f3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369076:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f3f3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369085:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f3f3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369092:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f3f3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369109:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.369114:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f3fa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369120:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.369123:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f3fa lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369130:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f3fa lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369139:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f3fa lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369145:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50800/0x3313483622c9f3fa lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369156:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.369159:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f408 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369165:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.369167:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f408 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369174:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f408 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369183:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f408 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369189:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f408 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.369201:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.369203:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.369204:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.369210:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.369215:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.371062:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938669824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.371126:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.371160:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c3c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938670336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.371185:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.371203:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c3c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938670848:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.371223:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.371240:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938671616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.371261:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.371283:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1767318260.371289:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938669952:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.371309:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.371321:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c3c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938670464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.371369:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.371383:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043c3c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938670976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.371402:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.371411:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a04103e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938671744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.371428:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.371457:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938669824 00000100:00100000:3.0:1767318260.371464:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938669824 00000100:00100000:3.0:1767318260.371530:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938670336 00000100:00100000:3.0:1767318260.371535:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938670336 00000100:00100000:3.0:1767318260.371547:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938670848 00000100:00100000:3.0:1767318260.371549:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938670848 00000100:00100000:3.0:1767318260.371559:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938671616 00000100:00100000:3.0:1767318260.371561:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938671616 00000100:00100000:3.0:1767318260.371569:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938669952 00000100:00100000:3.0:1767318260.371571:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938669952 00000100:00100000:3.0:1767318260.371579:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938670464 00000100:00100000:3.0:1767318260.371582:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938670464 00000100:00100000:3.0:1767318260.371589:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938670976 00000100:00100000:3.0:1767318260.371591:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938670976 00000100:00100000:3.0:1767318260.371600:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938671744 00000100:00100000:3.0:1767318260.371602:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938671744 00000100:00100000:3.0:1767318260.371614:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24728 00000100:00100000:3.0:1767318260.371622:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+744:6187:x1853163938669824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.371648:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:925 count 1 00002000:00010000:3.0:1767318260.371680:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x39d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.371687:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f40f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.371699:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.371701:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.371706:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f40f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.371718:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f40f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.371726:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f40f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.371733:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f40f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.371748:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.371991:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+745:6187:x1853163938669824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 368us (863us total) trans 4294976453 rc 0/0 00000100:00100000:3.0:1767318260.372002:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24728 00000100:00100000:3.0:1767318260.372020:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24729 00000100:00100000:3.0:1767318260.372027:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+744:6187:x1853163938670336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.372038:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:929 count 1 00002000:00010000:3.0:1767318260.372052:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.372057:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f416 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372064:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.372065:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.372068:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f416 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372077:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f416 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372085:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f416 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372092:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f416 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372104:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.372227:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+745:6187:x1853163938670336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 200us (1040us total) trans 4294976454 rc 0/0 00000100:00100000:3.0:1767318260.372233:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24729 00000100:00100000:3.0:1767318260.372247:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24730 00000100:00100000:3.0:1767318260.372254:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+655:6187:x1853163938670848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.372266:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:2118 count 1 00002000:00010000:3.0:1767318260.372285:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x846:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.372290:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f41d lrc: 3/0,1 mode: --/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372298:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.372299:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.372302:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f41d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372312:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f41d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372319:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f41d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372326:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f41d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372352:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318260.372553:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+656:6187:x1853163938670848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 299us (1327us total) trans 4294976109 rc 0/0 00000100:00100000:3.0:1767318260.372560:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24730 00000100:00100000:3.0:1767318260.372573:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24731 00000100:00100000:3.0:1767318260.372580:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+744:6187:x1853163938671616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.372593:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:931 count 1 00002000:00010000:3.0:1767318260.372609:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.372614:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f424 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372622:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.372623:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.372626:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f424 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372635:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f424 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372642:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f424 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372649:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f424 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372657:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318260.372768:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+745:6187:x1853163938671616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 188us (1504us total) trans 4294976455 rc 0/0 00000100:00100000:3.0:1767318260.372774:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24731 00000100:00100000:3.0:1767318260.372787:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24732 00000100:00100000:3.0:1767318260.372792:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+744:6187:x1853163938669952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.372803:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:926 count 1 00002000:00010000:3.0:1767318260.372818:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x39e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.372823:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f42b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372834:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.372836:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.372838:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f42b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372846:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f42b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372853:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f42b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372860:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f42b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.372868:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1767318260.372982:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+745:6187:x1853163938669952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 189us (1671us total) trans 4294976456 rc 0/0 00000100:00100000:3.0:1767318260.372988:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24732 00000100:00100000:3.0:1767318260.373001:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24733 00000100:00100000:3.0:1767318260.373007:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+744:6187:x1853163938670464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.373019:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:930 count 1 00002000:00010000:3.0:1767318260.373033:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.373037:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f432 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373044:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.373046:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.373048:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f432 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373055:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f432 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373063:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f432 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373072:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f432 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373080:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1767318260.373213:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+745:6187:x1853163938670464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 205us (1842us total) trans 4294976457 rc 0/0 00000100:00100000:3.0:1767318260.373219:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24733 00000100:00100000:3.0:1767318260.373232:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24734 00000100:00100000:3.0:1767318260.373239:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+655:6187:x1853163938670976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1767318260.373250:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1015 count 1 00010000:00010000:3.0:1767318260.373263:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373276:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043000/0x3313483622c9ce7d lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555471 expref: 15 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318260.373283:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.373284:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.373288:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373317:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0318043000/0x3313483622c9ce7d lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555471 expref: 15 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318260.373328:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0318043000/0x3313483622c9ce7d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555471 expref: 15 pid: 21440 timeout: 3607 lvb_type: 1 00000100:00100000:3.0:1767318260.373357:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14895:1853163938672128:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318260.373424:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043ef95c00 going to sleep for 11 seconds 00000100:00100000:3.0:1767318260.373450:0:21387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24735 00000100:00100000:3.0:1767318260.373458:0:21387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+744:6187:x1853163938671744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.373471:0:21387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:932 count 1 00002000:00010000:3.0:1767318260.373486:0:21387:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.373491:0:21387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f440 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373499:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.373500:0:21387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.373525:0:21387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f440 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373536:0:21387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f440 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373544:0:21387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f440 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373555:0:21387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f440 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373564:0:21387:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1767318260.373689:0:21387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+745:6187:x1853163938671744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 232us (2259us total) trans 4294976458 rc 0/0 00000100:00100000:3.0:1767318260.373696:0:21387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24735 00010000:00010000:3.0:1767318260.373728:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1767318260.373734:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f40f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373742:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.373746:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f40f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373755:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f40f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373771:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f40f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373777:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f40f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x39d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373796:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1767318260.373800:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f416 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373807:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.373810:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f416 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373817:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f416 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373827:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f416 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373834:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f416 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373846:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1767318260.373850:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f41d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373856:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.373858:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f41d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373865:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f41d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373875:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f41d lrc: 1/0,0 mode: --/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373887:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8400/0x3313483622c9f41d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373899:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318260.373902:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f424 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373908:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.373911:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f424 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373917:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f424 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373926:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f424 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373933:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f424 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373943:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.373946:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f42b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373952:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.373955:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f42b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373963:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f42b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373972:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f42b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373978:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f42b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x39e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373989:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.373993:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f432 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.373999:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.374002:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f432 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.374009:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f432 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.374018:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f432 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.374024:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f432 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.374040:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.374042:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f440 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.374048:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.374050:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f440 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.374056:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f440 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.374065:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f440 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.374071:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f440 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.374081:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.374083:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.374085:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.374092:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.374239:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311571c00/2, rc 0, transno 4294976456 00000100:00100000:3.0:1767318260.374256:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938669952:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.374265:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c3c5500/2, rc 0, transno 4294976457 00000100:00100000:3.0:1767318260.374268:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c3c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938670464:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.374276:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e3800/2, rc 0, transno 4294976458 00000100:00100000:3.0:1767318260.374279:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938671744:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.374287:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311573100/2, rc 0, transno 4294976453 00000100:00100000:3.0:1767318260.374291:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311573100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938669824:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.374298:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c3c7b80/2, rc 0, transno 4294976454 00000100:00100000:3.0:1767318260.374301:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c3c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938670336:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.374310:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c3c7480/2, rc 0, transno 4294976109 00000100:00100000:3.0:1767318260.374325:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c3c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938670848:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1767318260.374493:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.374499:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.374502:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.376169:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24736 00000100:00100000:0.0:1767318260.376189:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04103e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+744:6185:x1853163938671872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.376220:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:933 count 1 00002000:00010000:0.0:1767318260.376254:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.376261:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f447 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.376274:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.376276:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.376281:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f447 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.376293:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f447 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.376302:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f447 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.376310:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f447 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.376348:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767318260.376659:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.376667:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f447 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.376674:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.376678:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f447 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.376687:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f447 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.376703:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f447 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.376710:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b000/0x3313483622c9f447 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.376725:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.376727:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.376729:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.377137:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449f480/2, rc 0, transno 4294976455 00000100:00100000:3.0:1767318260.377145:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938671616:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.380811:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e2a00/2, rc 0, transno 4294976452 00000100:00100000:2.0:1767318260.380827:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938672000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.380972:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938672512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.381043:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.381072:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938673024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.381092:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.381115:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.381121:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437e5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938672640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.381141:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.381169:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938672512 00000100:00100000:2.0:1767318260.381175:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938672512 00000100:00100000:2.0:1767318260.381219:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938673024 00000100:00100000:2.0:1767318260.381223:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938673024 00000100:00100000:2.0:1767318260.381239:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938672640 00000100:00100000:2.0:1767318260.381242:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938672640 00000100:00100000:2.0:1767318260.381261:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24737 00000100:00100000:2.0:1767318260.381268:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+748:6185:x1853163938672512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.381294:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:937 count 1 00002000:00010000:2.0:1767318260.381325:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.381344:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f44e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.381360:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.381363:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.381367:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f44e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.381382:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f44e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.381392:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f44e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.381400:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f44e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.381416:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.381717:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+749:6185:x1853163938672512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 447us (671us total) trans 4294976460 rc 0/0 00000100:00100000:2.0:1767318260.381728:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24737 00000100:00100000:2.0:1767318260.381748:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24738 00000100:00100000:2.0:1767318260.381755:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+748:6185:x1853163938673024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.381768:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:941 count 1 00002000:00010000:2.0:1767318260.381783:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.381788:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f455 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.381796:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.381798:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.381801:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f455 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.381810:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f455 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.381817:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f455 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.381824:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f455 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.381840:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.381963:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+749:6185:x1853163938673024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 208us (869us total) trans 4294976461 rc 0/0 00000100:00100000:2.0:1767318260.381970:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24738 00000100:00100000:2.0:1767318260.381983:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24739 00000100:00100000:2.0:1767318260.381991:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+748:6185:x1853163938672640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.382001:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:938 count 1 00002000:00010000:2.0:1767318260.382016:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.382021:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f45c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382027:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.382029:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.382032:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f45c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382041:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f45c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382048:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f45c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382056:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f45c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382070:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.382191:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+749:6185:x1853163938672640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 200us (1048us total) trans 4294976462 rc 0/0 00000100:00100000:2.0:1767318260.382197:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24739 00000004:00080000:2.0:1767318260.382246:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437e5ca80/2, rc 0, transno 4294976462 00000100:00100000:2.0:1767318260.382257:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437e5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938672640:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.382268:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437e5e680/2, rc 0, transno 4294976460 00000100:00100000:2.0:1767318260.382271:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938672512:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.382279:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437e5d880/2, rc 0, transno 4294976461 00000100:00100000:2.0:1767318260.382283:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938673024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.382366:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.382376:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312671180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938673152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.382403:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.382428:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938673152 00000100:00100000:2.0:1767318260.382433:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938673152 00000100:00100000:2.0:1767318260.382456:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24740 00000100:00100000:2.0:1767318260.382461:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312670000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+749:6185:x1853163938673152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.382473:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:942 count 1 00002000:00010000:2.0:1767318260.382489:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.382494:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f463 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382502:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.382503:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.382530:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f463 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382539:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f463 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382546:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f463 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382554:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f463 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382575:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318260.382734:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312670000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+750:6185:x1853163938673152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 271us (329us total) trans 4294976463 rc 0/0 00000100:00100000:2.0:1767318260.382740:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24740 00000004:00080000:2.0:1767318260.382766:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312671180/2, rc 0, transno 4294976463 00000100:00100000:2.0:1767318260.382773:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312671180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938673152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.382805:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312670a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938673536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.382826:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.382850:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938673536 00000100:00100000:2.0:1767318260.382854:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938673536 00000100:00100000:2.0:1767318260.382874:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24741 00000100:00100000:2.0:1767318260.382879:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312673100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+750:6185:x1853163938673536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.382890:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:945 count 1 00002000:00010000:2.0:1767318260.382907:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.382912:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f46a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382920:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.382921:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.382924:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f46a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382933:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f46a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382941:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f46a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382948:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f46a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.382959:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318260.383095:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312673100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+751:6185:x1853163938673536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 215us (267us total) trans 4294976464 rc 0/0 00000100:00100000:2.0:1767318260.383102:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24741 00000004:00080000:2.0:1767318260.383128:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312670a80/2, rc 0, transno 4294976464 00000100:00100000:2.0:1767318260.383136:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312670a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938673536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.383167:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.383174:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312673480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938673664:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.383197:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.383216:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938673664 00000100:00100000:2.0:1767318260.383220:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938673664 00000100:00100000:2.0:1767318260.383239:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24742 00000100:00100000:2.0:1767318260.383244:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+751:6185:x1853163938673664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.383255:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:946 count 1 00002000:00010000:2.0:1767318260.383269:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.383273:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f471 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.383281:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.383283:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.383286:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f471 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.383299:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f471 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.383306:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f471 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.383313:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f471 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.383321:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1767318260.383459:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+752:6185:x1853163938673664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 213us (260us total) trans 4294976465 rc 0/0 00000100:00100000:2.0:1767318260.383465:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24742 00000004:00080000:2.0:1767318260.383492:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312673480/2, rc 0, transno 4294976465 00000100:00100000:2.0:1767318260.383500:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312673480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938673664:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.384088:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+656:6185:x1853163938666624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50732us (52645us total) trans 4294976110 rc 0/0 00000100:00100000:2.0:1767318260.384096:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24697 00000004:00080000:2.0:1767318260.384208:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81ce00/2, rc 0, transno 4294976110 00000100:00100000:2.0:1767318260.384218:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938666624:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1767318260.384445:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1767318260.384454:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f44e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384468:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.384472:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f44e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384481:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f44e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384499:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f44e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384543:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f44e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384564:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318260.384567:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f455 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384572:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.384575:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f455 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384582:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f455 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384592:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f455 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384605:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f455 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384616:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318260.384618:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f45c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384623:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.384626:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f45c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384633:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f45c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384641:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f45c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384647:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f45c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384658:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.384661:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f463 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384666:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.384669:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f463 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384677:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f463 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384686:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f463 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384693:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f463 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384705:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.384709:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f46a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384715:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.384717:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f46a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384725:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f46a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384734:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f46a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384742:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f46a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384758:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.384761:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f471 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384767:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.384770:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f471 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384777:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f471 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384786:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f471 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384792:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f471 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.384802:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.384804:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.384806:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.385665:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.385672:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.385677:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.385762:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04103e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+751:6185:x1853163938671872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9579us (17341us total) trans 4294976459 rc 0/0 00000100:00100000:0.0:1767318260.385772:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24736 00000100:00100000:3.0:1767318260.386123:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437e5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938672256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.386168:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.386238:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938672768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.386260:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.386388:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a04103e0e00/2, rc 0, transno 4294976459 00000100:00100000:2.0:1767318260.386414:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a04103e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938671872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.387042:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312670700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938673280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.387073:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.387249:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318260.387271:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318260.387358:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318260.387407:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938671360:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318260.387433:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.387459:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938671488:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318260.387471:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.387623:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.387634:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437e5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938672384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.387878:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938672256 00000100:00100000:0.0:1767318260.387884:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938672256 00000100:00100000:0.0:1767318260.387922:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938672768 00000100:00100000:0.0:1767318260.387925:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938672768 00000100:00100000:0.0:1767318260.387945:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24743 00000100:00100000:0.0:1767318260.387952:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+752:6187:x1853163938672256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.387978:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:935 count 1 00002000:00010000:0.0:1767318260.388007:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.388014:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f478 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388207:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.388209:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.388214:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f478 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388227:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f478 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388236:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f478 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388244:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f478 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388261:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.388548:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+753:6187:x1853163938672256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 595us (2377us total) trans 4294976466 rc 0/0 00000100:00100000:0.0:1767318260.388556:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24743 00000100:00100000:0.0:1767318260.388573:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24744 00000100:00100000:0.0:1767318260.388581:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+752:6187:x1853163938672768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.388593:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:939 count 1 00002000:00010000:0.0:1767318260.388607:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.388612:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f47f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388619:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.388620:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.388623:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f47f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388631:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f47f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388640:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f47f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388647:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f47f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388660:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.388927:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+753:6187:x1853163938672768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 347us (2664us total) trans 4294976467 rc 0/0 00000100:00100000:0.0:1767318260.388933:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24744 00010000:00010000:0.0:1767318260.388957:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.388962:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f478 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388970:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.388975:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f478 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.388983:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f478 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.389000:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f478 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.389007:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f478 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.389295:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.389300:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f47f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.389307:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.389310:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f47f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.389317:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f47f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.389327:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f47f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.389343:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f47f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.389355:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.389356:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.389358:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.389763:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918022272 00000100:00100000:1.0:1767318260.389770:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918022272 00010000:00010000:1.0:1767318260.389801:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9ce68 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555486 expref: 16 pid: 21249 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.389824:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918022528 00000100:00100000:1.0:1767318260.389828:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918022528 00010000:00010000:1.0:1767318260.389839:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0318043000/0x3313483622c9ce7d lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555471 expref: 17 pid: 21440 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.389855:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918022400 00000100:00100000:1.0:1767318260.389857:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918022400 00010000:00010000:1.0:1767318260.389868:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9d00c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55549b expref: 18 pid: 21384 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.389886:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32298 00000100:00100000:1.0:1767318260.389894:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0312671880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+18:2482:x1853163918022272:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.389906:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.389911:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9ce68 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555486 expref: 18 pid: 21249 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.389922:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9ce68 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555486 expref: 18 pid: 21249 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.389939:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318042800/0x3313483622c9ce68 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555486 expref: 18 pid: 21249 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.389949:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.389951:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.389955:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.389964:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.389993:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318260.390344:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32299 00000100:00100000:0.0:1767318260.390354:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+17:2482:x1853163918022528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318260.390364:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318260.390369:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0318043000/0x3313483622c9ce7d lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555471 expref: 17 pid: 21440 timeout: 3607 lvb_type: 1 00010000:00010000:0.0:1767318260.390383:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0318043000/0x3313483622c9ce7d lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555471 expref: 17 pid: 21440 timeout: 3607 lvb_type: 1 00010000:00010000:0.0:1767318260.390395:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.390396:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.390399:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.390406:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.390418:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318260.390451:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+17:2482:x1853163918022528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 99us (3178us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318260.390458:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32299 00000100:00100000:0.0:1767318260.390475:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32300 00000100:00100000:0.0:1767318260.390481:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318738380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+16:2482:x1853163918022400:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767318260.390489:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767318260.390493:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9d00c lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55549b expref: 16 pid: 21384 timeout: 3607 lvb_type: 1 00010000:00010000:0.0:1767318260.390502:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9d00c lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55549b expref: 16 pid: 21384 timeout: 3607 lvb_type: 1 00010000:00010000:0.0:1767318260.390531:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4200/0x3313483622c9d00c lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55549b expref: 16 pid: 21384 timeout: 3607 lvb_type: 1 00010000:00010000:0.0:1767318260.390545:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.390547:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.390550:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.390557:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.390573:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1767318260.390591:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318738380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+15:2482:x1853163918022400:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 110us (3234us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318260.390597:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32300 00010000:00010000:0.0:1767318260.390616:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.390727:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.390736:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.390758:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.390766:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.390779:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.392449:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+656:6185:x1853163938671232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23075us (24883us total) trans 4294976111 rc 0/0 00000100:00100000:0.0:1767318260.392469:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24726 00010000:00010000:0.0:1767318260.392525:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.392533:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.392542:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.392545:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.392554:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.392572:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.392579:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51000/0x3313483622c9f401 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.392599:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.392601:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.392603:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.392700:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0312671880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+14:2482:x1853163918022272:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2802us (5448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.392709:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32298 00010000:00010000:1.0:1767318260.392739:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.392760:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.392769:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.392777:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.392804:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.393069:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+656:6185:x1853163938671104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26026us (27110us total) trans 4294976112 rc 0/0 00000100:00100000:1.0:1767318260.393075:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24722 00010000:00010000:0.0:1767318260.393702:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.393709:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.393719:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03039f6a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.393722:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.393731:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.393753:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.393760:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03039f6a00/0x3313483622c9f3e5 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.393780:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.393782:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.393784:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.394628:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0318043000/0x3313483622c9ce7d lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555471 expref: 13 pid: 21440 timeout: 3607 lvb_type: 1 00000100:00100000:0.0:1767318260.394644:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:14895:1853163938672128:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318260.394665:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.394675:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.394681:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.394689:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.394697:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.394721:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.395069:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+656:6187:x1853163938670976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21829us (23664us total) trans 4294976113 rc 0/0 00000100:00100000:0.0:1767318260.395077:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24734 00010000:00010000:1.0:1767318260.395194:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.395201:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.395209:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.395212:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.395221:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.395236:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.395243:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a03027d6a00/0x3313483622c9f439 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.395262:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.395263:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.395265:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.396154:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312672d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938673792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.396196:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318260.396232:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043c3c6680/2, rc 0, transno 4294976113 00000100:00100000:3.0:1767318260.396245:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043c3c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938670976:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1767318260.396265:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437e5f100/2, rc 0, transno 4294976466 00000100:00100000:3.0:1767318260.396276:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437e5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938672256:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.396285:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437e5ce00/2, rc 0, transno 4294976467 00000100:00100000:3.0:1767318260.396289:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938672768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.396752:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938673280 00000100:00100000:3.0:1767318260.396760:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938673280 00000100:00100000:3.0:1767318260.396797:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938673792 00000100:00100000:3.0:1767318260.396800:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938673792 00000100:00100000:3.0:1767318260.396820:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24745 00000100:00100000:3.0:1767318260.396828:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+754:6187:x1853163938673280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.396855:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:943 count 1 00002000:00010000:3.0:1767318260.396887:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.396893:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9f486 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.396905:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.396907:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.396912:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9f486 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.396924:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9f486 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.396933:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9f486 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.396940:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9f486 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.396953:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.397178:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+755:6187:x1853163938673280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 350us (10103us total) trans 4294976468 rc 0/0 00000100:00100000:3.0:1767318260.397189:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24745 00000100:00100000:3.0:1767318260.397207:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24746 00000100:00100000:3.0:1767318260.397214:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03090c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+754:6187:x1853163938673792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.397225:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:947 count 1 00002000:00010000:3.0:1767318260.397241:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.397246:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f48d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397254:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.397255:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.397258:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f48d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397266:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f48d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397273:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f48d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397280:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f48d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397294:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.397431:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03090c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+755:6187:x1853163938673792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 218us (1234us total) trans 4294976469 rc 0/0 00000100:00100000:3.0:1767318260.397438:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24746 00010000:00010000:3.0:1767318260.397559:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.397565:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9f486 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397574:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.397577:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9f486 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397585:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9f486 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397600:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9f486 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397607:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7800/0x3313483622c9f486 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397620:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.397624:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f48d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397629:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.397632:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f48d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397639:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f48d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397647:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f48d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397653:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6800/0x3313483622c9f48d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.397662:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.397663:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.397665:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.397858:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312670700/2, rc 0, transno 4294976468 00000100:00100000:3.0:1767318260.397868:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312670700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938673280:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.397877:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312672d80/2, rc 0, transno 4294976469 00000100:00100000:3.0:1767318260.397880:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312672d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938673792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.397918:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938674304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.397950:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.397971:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318260.397977:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938674432:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.397997:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.398020:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938674304 00000100:00100000:3.0:1767318260.398024:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938674304 00000100:00100000:3.0:1767318260.398046:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938674432 00000100:00100000:3.0:1767318260.398049:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938674432 00000100:00100000:3.0:1767318260.398065:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24747 00000100:00100000:3.0:1767318260.398072:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+756:6187:x1853163938674304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.398085:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:951 count 1 00002000:00010000:3.0:1767318260.398104:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.398109:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f494 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398121:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.398123:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.398126:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f494 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398135:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f494 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398142:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f494 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398149:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f494 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398160:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.398310:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+757:6187:x1853163938674304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 237us (358us total) trans 4294976470 rc 0/0 00000100:00100000:3.0:1767318260.398317:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24747 00000100:00100000:3.0:1767318260.398348:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24748 00000100:00100000:3.0:1767318260.398355:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+756:6187:x1853163938674432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.398368:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:952 count 1 00002000:00010000:3.0:1767318260.398382:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.398386:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f49b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398393:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.398395:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.398398:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f49b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398406:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f49b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398413:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f49b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398419:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f49b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398428:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.398618:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+757:6187:x1853163938674432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 263us (619us total) trans 4294976471 rc 0/0 00000100:00100000:3.0:1767318260.398624:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24748 00000004:00080000:3.0:1767318260.398660:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd2d80/2, rc 0, transno 4294976471 00000100:00100000:3.0:1767318260.398669:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938674432:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.398679:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd2a00/2, rc 0, transno 4294976470 00000100:00100000:3.0:1767318260.398683:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938674304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.398726:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938674176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.398753:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.398773:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938674176 00000100:00100000:3.0:1767318260.398778:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938674176 00000100:00100000:3.0:1767318260.398798:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24749 00000100:00100000:3.0:1767318260.398803:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+757:6186:x1853163938674176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.398817:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:950 count 1 00002000:00010000:3.0:1767318260.398833:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.398838:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f4a2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398847:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.398849:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.398852:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f4a2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398861:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f4a2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398868:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f4a2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398875:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f4a2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.398888:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318260.399010:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+758:6186:x1853163938674176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 205us (255us total) trans 4294976472 rc 0/0 00000100:00100000:3.0:1767318260.399016:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24749 00000004:00080000:3.0:1767318260.399044:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd1c00/2, rc 0, transno 4294976472 00000100:00100000:3.0:1767318260.399053:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938674176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.399082:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938674816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.399105:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.399128:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938674816 00000100:00100000:3.0:1767318260.399132:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938674816 00000100:00100000:3.0:1767318260.399149:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24750 00000100:00100000:3.0:1767318260.399155:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+758:6187:x1853163938674816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.399166:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:955 count 1 00002000:00010000:3.0:1767318260.399183:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.399188:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f4a9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.399196:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.399198:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.399201:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f4a9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.399211:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f4a9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.399220:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f4a9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.399227:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f4a9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.399240:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1767318260.399536:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.399544:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f494 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399553:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.399558:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f494 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399567:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f494 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399583:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f494 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399590:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7e00/0x3313483622c9f494 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399605:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.399610:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f49b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399618:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.399621:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f49b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399627:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f49b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399636:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f49b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399643:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7000/0x3313483622c9f49b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399654:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.399656:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f4a2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399662:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.399665:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f4a2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399672:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f4a2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399683:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f4a2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399695:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7200/0x3313483622c9f4a2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399705:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.399708:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f4a9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399715:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.399718:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f4a9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399725:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f4a9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399734:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f4a9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399742:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7400/0x3313483622c9f4a9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.399753:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.399755:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.399757:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.399763:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.399767:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.399849:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.399887:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0437e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938672896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.399915:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.399934:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0312673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938673408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.399954:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.399968:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938673920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.399986:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.400026:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938672384 00000100:00100000:1.0:1767318260.400031:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938672384 00000100:00100000:1.0:1767318260.400055:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938672896 00000100:00100000:1.0:1767318260.400058:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938672896 00000100:00100000:1.0:1767318260.400074:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938673408 00000100:00100000:1.0:1767318260.400077:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938673408 00000100:00100000:1.0:1767318260.400090:0:21383:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938673920 00000100:00100000:1.0:1767318260.400092:0:21383:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938673920 00000100:00100000:1.0:1767318260.400111:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24751 00000100:00100000:1.0:1767318260.400118:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d334c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+763:6188:x1853163938672384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.400134:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:936 count 1 00002000:00010000:1.0:1767318260.400154:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.400159:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f4b0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400167:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.400169:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.400173:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f4b0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400182:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f4b0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400190:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f4b0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400197:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f4b0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400207:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.400370:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d334c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+764:6188:x1853163938672384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 252us (521us total) trans 4294976474 rc 0/0 00000100:00100000:1.0:1767318260.400376:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24751 00000100:00100000:1.0:1767318260.400459:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24752 00000100:00100000:1.0:1767318260.400466:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318778380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+763:6188:x1853163938672896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.400475:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:940 count 1 00002000:00010000:1.0:1767318260.400489:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.400494:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f4b7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400501:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.400502:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.400530:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f4b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400539:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f4b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400547:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f4b7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400553:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f4b7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400563:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.400669:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318778380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+764:6188:x1853163938672896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 203us (753us total) trans 4294976475 rc 0/0 00000100:00100000:1.0:1767318260.400675:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24752 00000100:00100000:1.0:1767318260.400686:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24753 00000100:00100000:1.0:1767318260.400692:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318779500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+763:6188:x1853163938673408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.400701:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:944 count 1 00002000:00010000:1.0:1767318260.400714:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.400719:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f4be lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400731:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.400733:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.400735:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f4be lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400743:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f4be lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400751:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f4be lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400758:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f4be lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400767:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318260.400894:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318779500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+764:6188:x1853163938673408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 202us (938us total) trans 4294976476 rc 0/0 00000100:00100000:1.0:1767318260.400899:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24753 00000100:00100000:1.0:1767318260.400911:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24754 00000100:00100000:1.0:1767318260.400918:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+763:6188:x1853163938673920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.400928:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:948 count 1 00002000:00010000:1.0:1767318260.400941:0:21383:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.400946:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f4c5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400952:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.400955:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.400958:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f4c5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400966:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f4c5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400973:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f4c5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400981:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f4c5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.400988:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318260.401101:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+764:6188:x1853163938673920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 184us (1113us total) trans 4294976477 rc 0/0 00000100:00100000:1.0:1767318260.401108:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24754 00010000:00010000:1.0:1767318260.401128:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318260.401133:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f4b0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401141:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.401145:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f4b0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401154:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f4b0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401167:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f4b0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401174:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f4b0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401188:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.401191:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f4b7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401197:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.401200:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f4b7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401207:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f4b7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401215:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f4b7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401222:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f4b7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401233:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.401236:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f4be lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401242:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.401245:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f4be lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401252:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f4be lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401260:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f4be lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401265:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f4be lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401274:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.401276:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f4c5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401281:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.401283:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f4c5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401289:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f4c5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401297:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f4c5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401302:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f4c5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.401315:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.401316:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.401318:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318260.401363:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437e5c700/2, rc 0, transno 4294976474 00000100:00100000:1.0:1767318260.401378:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437e5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938672384:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.401387:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0437e5ea00/2, rc 0, transno 4294976475 00000100:00100000:1.0:1767318260.401390:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0437e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938672896:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.401396:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0312673800/2, rc 0, transno 4294976476 00000100:00100000:1.0:1767318260.401399:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0312673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938673408:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.401404:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877a300/2, rc 0, transno 4294976477 00000100:00100000:1.0:1767318260.401407:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938673920:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.401593:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.401598:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.401603:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.401937:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03090c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938674048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.401983:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.402126:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938674560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.402150:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.402388:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+763:6187:x1853163938674816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3230us (3280us total) trans 4294976473 rc 0/0 00000100:00100000:3.0:1767318260.402397:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24750 00000004:00080000:2.0:1767318260.402553:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449c700/2, rc 0, transno 4294976111 00000100:00100000:2.0:1767318260.402564:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938671232:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318260.402575:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449d500/2, rc 0, transno 4294976112 00000100:00100000:2.0:1767318260.402579:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938671104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318260.402711:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938674048 00000100:00100000:3.0:1767318260.402717:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938674048 00000100:00100000:3.0:1767318260.402760:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938674560 00000100:00100000:3.0:1767318260.402763:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938674560 00000100:00100000:3.0:1767318260.402783:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24755 00000100:00100000:3.0:1767318260.402790:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+764:6185:x1853163938674048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.402813:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:949 count 1 00002000:00010000:3.0:1767318260.402840:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.402846:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f4cc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.402858:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.402861:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.402865:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f4cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.402877:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f4cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.402886:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f4cc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.402893:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f4cc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.402909:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.403155:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+765:6185:x1853163938674048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 364us (1170us total) trans 4294976478 rc 0/0 00000100:00100000:3.0:1767318260.403174:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24755 00000100:00100000:3.0:1767318260.403189:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24756 00000100:00100000:3.0:1767318260.403196:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031873a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+764:6185:x1853163938674560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.403208:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:953 count 1 00002000:00010000:3.0:1767318260.403222:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.403227:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6200/0x3313483622c9f4d3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403234:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.403236:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.403239:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6200/0x3313483622c9f4d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403248:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6200/0x3313483622c9f4d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403255:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6200/0x3313483622c9f4d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403260:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6200/0x3313483622c9f4d3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403272:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.403402:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031873a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+765:6185:x1853163938674560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 207us (1251us total) trans 4294976479 rc 0/0 00000100:00100000:3.0:1767318260.403408:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24756 00010000:00010000:3.0:1767318260.403426:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.403431:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f4cc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403439:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.403443:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f4cc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403451:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f4cc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403465:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f4cc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403472:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6c00/0x3313483622c9f4cc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403488:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.403491:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6200/0x3313483622c9f4d3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403496:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.403499:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6200/0x3313483622c9f4d3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403523:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6200/0x3313483622c9f4d3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403532:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6200/0x3313483622c9f4d3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403538:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6200/0x3313483622c9f4d3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.403554:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.403556:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.403557:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.403873:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.403887:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938675328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.403922:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318260.403966:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd2680/2, rc 0, transno 4294976473 00000100:00100000:3.0:1767318260.403975:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938674816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.403985:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318260.403990:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938674944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.404011:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.404055:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938675328 00000100:00100000:3.0:1767318260.404059:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938675328 00000100:00100000:3.0:1767318260.404083:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938674944 00000100:00100000:3.0:1767318260.404085:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938674944 00000100:00100000:3.0:1767318260.404103:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24757 00000100:00100000:3.0:1767318260.404109:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+766:6187:x1853163938675328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.404123:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:959 count 1 00002000:00010000:3.0:1767318260.404140:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.404146:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f4da lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404156:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.404157:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.404161:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f4da lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404175:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f4da lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404183:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f4da lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404190:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f4da lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404212:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.404375:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+767:6187:x1853163938675328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 265us (451us total) trans 4294976480 rc 0/0 00000100:00100000:3.0:1767318260.404381:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24757 00000100:00100000:3.0:1767318260.404395:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24758 00000100:00100000:3.0:1767318260.404401:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+766:6187:x1853163938674944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.404410:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:956 count 1 00002000:00010000:3.0:1767318260.404423:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.404427:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6600/0x3313483622c9f4e1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404434:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.404435:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.404438:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6600/0x3313483622c9f4e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404447:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6600/0x3313483622c9f4e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404455:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6600/0x3313483622c9f4e1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404462:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6600/0x3313483622c9f4e1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404474:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.404599:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+767:6187:x1853163938674944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 198us (587us total) trans 4294976481 rc 0/0 00000100:00100000:3.0:1767318260.404604:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24758 00000004:00080000:3.0:1767318260.404631:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd1180/2, rc 0, transno 4294976481 00000100:00100000:3.0:1767318260.404639:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938674944:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.404645:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd3b80/2, rc 0, transno 4294976480 00000100:00100000:3.0:1767318260.404649:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938675328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.404656:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318260.404661:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938675456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.404682:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.404725:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938675456 00000100:00100000:3.0:1767318260.404728:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938675456 00000100:00100000:3.0:1767318260.404745:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24759 00000100:00100000:3.0:1767318260.404750:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+767:6187:x1853163938675456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.404759:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:960 count 1 00002000:00010000:3.0:1767318260.404776:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.404780:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f4e8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404788:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.404789:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.404792:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f4e8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404799:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f4e8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404806:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f4e8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404812:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f4e8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404821:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318260.404929:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+768:6187:x1853163938675456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 178us (246us total) trans 4294976482 rc 0/0 00000100:00100000:3.0:1767318260.404936:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24759 00010000:00010000:3.0:1767318260.404951:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.404957:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f4da lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404964:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.404967:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f4da lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404976:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f4da lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404991:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f4da lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.404998:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6400/0x3313483622c9f4da lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405011:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.405013:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6600/0x3313483622c9f4e1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405019:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.405022:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6600/0x3313483622c9f4e1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405028:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6600/0x3313483622c9f4e1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405036:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6600/0x3313483622c9f4e1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405043:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6600/0x3313483622c9f4e1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405053:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.405055:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f4e8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405065:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.405068:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f4e8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405074:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f4e8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405083:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f4e8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405090:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7c00/0x3313483622c9f4e8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405101:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.405103:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.405105:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.405124:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186aca80/2, rc 0, transno 4294976482 00000100:00100000:3.0:1767318260.405131:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938675456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.405161:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938675840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.405183:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.405206:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938675840 00000100:00100000:3.0:1767318260.405209:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938675840 00000100:00100000:3.0:1767318260.405227:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24760 00000100:00100000:3.0:1767318260.405234:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+768:6187:x1853163938675840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.405245:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:963 count 1 00002000:00010000:3.0:1767318260.405262:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.405267:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f4ef lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405275:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.405277:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.405280:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f4ef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405289:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f4ef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405296:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f4ef lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405303:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f4ef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405315:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.405458:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+769:6187:x1853163938675840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 224us (273us total) trans 4294976483 rc 0/0 00000100:00100000:3.0:1767318260.405465:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24760 00010000:00010000:3.0:1767318260.405478:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.405483:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f4ef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405490:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.405492:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f4ef lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405526:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f4ef lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405537:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f4ef lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405544:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6000/0x3313483622c9f4ef lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405557:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.405559:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.405561:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.405582:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186aea00/2, rc 0, transno 4294976483 00000100:00100000:3.0:1767318260.405591:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938675840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.405623:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318260.405629:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938675968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.405653:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.405674:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938675968 00000100:00100000:3.0:1767318260.405677:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938675968 00000100:00100000:3.0:1767318260.405698:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24761 00000100:00100000:3.0:1767318260.405703:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+769:6187:x1853163938675968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.405715:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:964 count 1 00002000:00010000:3.0:1767318260.405729:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.405734:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f4f6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405746:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.405748:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.405751:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f4f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405758:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f4f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405765:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f4f6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405772:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f4f6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405782:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.405884:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+770:6187:x1853163938675968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 180us (230us total) trans 4294976484 rc 0/0 00000100:00100000:3.0:1767318260.405888:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24761 00010000:00010000:3.0:1767318260.405899:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.405902:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f4f6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405907:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d6e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.405910:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f4f6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405916:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f4f6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405927:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f4f6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405933:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d6e00/0x3313483622c9f4f6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.405944:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.405946:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.405947:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.405966:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bc9f80/2, rc 0, transno 4294976484 00000100:00100000:3.0:1767318260.405974:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938675968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.406005:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938674688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.406023:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.406042:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938675200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.406062:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.406078:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938674688 00000100:00100000:3.0:1767318260.406082:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938674688 00000100:00100000:3.0:1767318260.406098:0:14896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938675200 00000100:00100000:3.0:1767318260.406100:0:14896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938675200 00000100:00100000:3.0:1767318260.406110:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24762 00000100:00100000:3.0:1767318260.406113:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+771:6186:x1853163938674688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.406121:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:954 count 1 00002000:00010000:3.0:1767318260.406133:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.406136:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7a00/0x3313483622c9f4fd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.406145:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.406146:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.406148:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7a00/0x3313483622c9f4fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.406153:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7a00/0x3313483622c9f4fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.406158:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7a00/0x3313483622c9f4fd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.406162:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7a00/0x3313483622c9f4fd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.406169:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.406286:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+772:6186:x1853163938674688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 170us (261us total) trans 4294976485 rc 0/0 00000100:00100000:3.0:1767318260.406292:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24762 00000100:00100000:3.0:1767318260.406305:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24763 00000100:00100000:3.0:1767318260.406311:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+771:6186:x1853163938675200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.406323:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:958 count 1 00002000:00010000:3.0:1767318260.407281:0:14896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.407290:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f504 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407301:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.407303:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.407307:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f504 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407316:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f504 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407324:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f504 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407341:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f504 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407356:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.407573:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+772:6186:x1853163938675200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1261us (1507us total) trans 4294976486 rc 0/0 00000100:00100000:3.0:1767318260.407580:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24763 00010000:00010000:3.0:1767318260.407611:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.407617:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7a00/0x3313483622c9f4fd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407624:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a03027d7a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.407628:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7a00/0x3313483622c9f4fd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407637:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7a00/0x3313483622c9f4fd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407650:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7a00/0x3313483622c9f4fd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407657:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7a00/0x3313483622c9f4fd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407675:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.407678:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f504 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407684:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.407686:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f504 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407693:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f504 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407701:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f504 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407707:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f504 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.407717:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.407719:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.407721:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.407727:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.407880:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.407890:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.407895:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.407999:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd0380/2, rc 0, transno 4294976486 00000100:00100000:3.0:1767318260.408024:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938675200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.408038:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938675712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.408070:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318260.408096:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd1880/2, rc 0, transno 4294976485 00000100:00100000:3.0:1767318260.408101:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938674688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.408113:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1767318260.408119:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938675072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.408142:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.408156:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03186afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938675584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.408174:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.408189:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938676096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.408208:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.408227:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938675712 00000100:00100000:3.0:1767318260.408232:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938675712 00000100:00100000:3.0:1767318260.408259:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938675072 00000100:00100000:3.0:1767318260.408262:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938675072 00000100:00100000:3.0:1767318260.408274:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938675584 00000100:00100000:3.0:1767318260.408276:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938675584 00000100:00100000:3.0:1767318260.408289:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938676096 00000100:00100000:3.0:1767318260.408292:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938676096 00000100:00100000:3.0:1767318260.408308:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24764 00000100:00100000:3.0:1767318260.408315:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+775:6186:x1853163938675712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.408350:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:962 count 1 00002000:00010000:3.0:1767318260.408372:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.408377:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f50b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408386:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.408389:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.408393:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f50b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408403:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f50b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408411:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f50b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408418:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f50b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408429:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.408606:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+776:6186:x1853163938675712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 291us (535us total) trans 4294976487 rc 0/0 00000100:00100000:3.0:1767318260.408612:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24764 00000100:00100000:3.0:1767318260.408624:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24765 00000100:00100000:3.0:1767318260.408629:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+775:6186:x1853163938675072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.408638:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:957 count 1 00002000:00010000:3.0:1767318260.408651:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.408656:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f512 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408663:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.408664:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.408667:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f512 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408679:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f512 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408685:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f512 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408691:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f512 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408703:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.408909:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+776:6186:x1853163938675072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 279us (765us total) trans 4294976488 rc 0/0 00000100:00100000:3.0:1767318260.408915:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24765 00000100:00100000:3.0:1767318260.408927:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24766 00000100:00100000:3.0:1767318260.408933:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+775:6186:x1853163938675584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.408943:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:961 count 1 00002000:00010000:3.0:1767318260.408956:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.408961:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f519 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408968:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.408969:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.408972:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f519 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408980:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f519 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408987:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f519 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.408994:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f519 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409005:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767318260.409117:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+776:6186:x1853163938675584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 183us (941us total) trans 4294976489 rc 0/0 00000100:00100000:3.0:1767318260.409123:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24766 00000100:00100000:3.0:1767318260.409135:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24767 00000100:00100000:3.0:1767318260.409141:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+775:6186:x1853163938676096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.409153:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:965 count 1 00002000:00010000:3.0:1767318260.409167:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.409171:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f520 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409179:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.409180:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.409183:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f520 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409191:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f520 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409198:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f520 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409206:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f520 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409217:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318260.409341:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+776:6186:x1853163938676096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 188us (1121us total) trans 4294976490 rc 0/0 00000100:00100000:3.0:1767318260.409348:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24767 00010000:00010000:3.0:1767318260.409389:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318260.409395:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f50b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409403:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.409406:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f50b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409414:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f50b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409428:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f50b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409434:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f50b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409447:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.409450:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f512 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409455:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.409458:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f512 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409464:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f512 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409472:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f512 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409477:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f512 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409486:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.409488:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f519 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409493:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.409495:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f519 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409501:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f519 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409532:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f519 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409544:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f519 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409555:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.409558:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f520 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409564:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.409567:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f520 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409574:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f520 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409583:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f520 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409590:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f520 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.409600:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.409601:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.409603:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.409609:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.409642:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bc9c00/2, rc 0, transno 4294976490 00000100:00100000:3.0:1767318260.409648:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938676096:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.409658:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186adf80/2, rc 0, transno 4294976487 00000100:00100000:3.0:1767318260.409661:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938675712:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.409671:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd3100/2, rc 0, transno 4294976488 00000100:00100000:3.0:1767318260.409674:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938675072:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.409680:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03186afb80/2, rc 0, transno 4294976489 00000100:00100000:3.0:1767318260.409683:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03186afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938675584:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.409784:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.409789:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.410542:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031199b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938676608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.410598:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.410650:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03090c4a80/2, rc 0, transno 4294976478 00000100:00100000:2.0:1767318260.410665:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03090c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938674048:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.410675:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd0700/2, rc 0, transno 4294976479 00000100:00100000:2.0:1767318260.410680:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938674560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.410689:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318260.410694:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031199a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938676224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.410717:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.410731:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031199aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938676736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.410762:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.411323:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938676608 00000100:00100000:2.0:1767318260.411341:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938676608 00000100:00100000:2.0:1767318260.411375:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938676224 00000100:00100000:2.0:1767318260.411377:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938676224 00000100:00100000:2.0:1767318260.411388:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938676736 00000100:00100000:2.0:1767318260.411390:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938676736 00000100:00100000:2.0:1767318260.411402:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24768 00000100:00100000:2.0:1767318260.411409:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+778:6185:x1853163938676608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.411431:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:969 count 1 00002000:00010000:2.0:1767318260.411456:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.411463:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f527 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.411475:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.411477:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.411482:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f527 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.411495:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f527 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.411503:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f527 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.411531:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f527 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.411543:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.411776:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+779:6185:x1853163938676608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 366us (1177us total) trans 4294976491 rc 0/0 00000100:00100000:2.0:1767318260.411783:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24768 00000100:00100000:2.0:1767318260.411799:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24769 00000100:00100000:2.0:1767318260.411805:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311572680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+778:6185:x1853163938676224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.411815:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:966 count 1 00002000:00010000:2.0:1767318260.411829:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.411833:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f52e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.411840:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.411842:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.411845:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f52e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.411853:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f52e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.411860:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f52e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.411866:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f52e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.411877:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.411987:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311572680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+779:6185:x1853163938676224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 182us (1268us total) trans 4294976492 rc 0/0 00000100:00100000:2.0:1767318260.411992:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24769 00000100:00100000:2.0:1767318260.412003:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24770 00000100:00100000:2.0:1767318260.412009:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+778:6185:x1853163938676736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.412018:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:970 count 1 00002000:00010000:2.0:1767318260.412030:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.412035:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f535 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.412041:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.412043:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.412045:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f535 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.412053:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f535 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.412059:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f535 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.412065:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f535 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.412076:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.412183:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+779:6185:x1853163938676736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 174us (1420us total) trans 4294976493 rc 0/0 00000100:00100000:2.0:1767318260.412190:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24770 00000004:00080000:2.0:1767318260.412226:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031199a300/2, rc 0, transno 4294976492 00000100:00100000:2.0:1767318260.412231:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031199a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938676224:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.412239:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031199aa00/2, rc 0, transno 4294976493 00000100:00100000:2.0:1767318260.412242:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031199aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938676736:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.412248:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031199b480/2, rc 0, transno 4294976491 00000100:00100000:2.0:1767318260.412251:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031199b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938676608:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318260.413495:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.413521:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f527 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413532:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.413536:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f527 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413547:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f527 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413567:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f527 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413573:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f527 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413593:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.413596:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f52e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413607:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.413610:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f52e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413616:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f52e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413625:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f52e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413632:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f52e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413644:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.413648:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f535 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413653:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.413655:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f535 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413661:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f535 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413671:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f535 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413683:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f535 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.413695:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.413696:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.413698:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.413704:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.413724:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938676352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.413775:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.413802:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938676864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.413821:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.413840:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318260.413846:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938676480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.413869:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.413897:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938676352 00000100:00100000:3.0:1767318260.413904:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938676352 00000100:00100000:3.0:1767318260.413945:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938676864 00000100:00100000:3.0:1767318260.413949:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938676864 00000100:00100000:3.0:1767318260.413964:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938676480 00000100:00100000:3.0:1767318260.413966:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938676480 00000100:00100000:3.0:1767318260.413984:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24771 00000100:00100000:3.0:1767318260.413991:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+781:6187:x1853163938676352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.414013:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:967 count 1 00002000:00010000:3.0:1767318260.414039:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.414045:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f53c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.414059:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.414061:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.414065:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f53c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.414076:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f53c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.414085:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f53c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.414092:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f53c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.414106:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.414325:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+782:6187:x1853163938676352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 333us (549us total) trans 4294976494 rc 0/0 00000100:00100000:0.0:1767318260.414792:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24772 00000100:00100000:0.0:1767318260.414803:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+782:6187:x1853163938676864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.414820:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:971 count 1 00002000:00010000:0.0:1767318260.414840:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.414846:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f543 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.414855:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.414857:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.414860:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f543 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.414870:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f543 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.414877:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f543 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.414885:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f543 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.414900:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.415061:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+783:6187:x1853163938676864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 260us (1237us total) trans 4294976495 rc 0/0 00000100:00100000:0.0:1767318260.415068:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24772 00000100:00100000:0.0:1767318260.415088:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24773 00000100:00100000:0.0:1767318260.415094:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+782:6187:x1853163938676480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.415106:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:968 count 1 00002000:00010000:0.0:1767318260.415119:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.415124:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f54a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415131:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.415132:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.415135:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f54a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415143:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f54a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415151:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f54a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415158:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f54a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415173:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318260.415296:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+783:6187:x1853163938676480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 202us (1425us total) trans 4294976496 rc 0/0 00000100:00100000:0.0:1767318260.415303:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24773 00010000:00010000:0.0:1767318260.415322:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.415328:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f53c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415350:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.415354:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f53c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415363:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f53c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415378:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f53c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415385:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9200/0x3313483622c9f53c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415400:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.415404:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f543 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415410:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.415413:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f543 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415419:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f543 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415429:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f543 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415436:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f543 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415449:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.415452:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f54a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415458:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.415461:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f54a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415468:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f54a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415477:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f54a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415484:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f54a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.415495:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.415496:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.415498:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.415529:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.415535:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.415628:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.416709:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031199b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938676992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.416768:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.416810:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938677504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.416832:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.416853:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318260.416858:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938677376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.416879:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.416906:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938676992 00000100:00100000:0.0:1767318260.416912:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938676992 00000100:00100000:0.0:1767318260.416947:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938677504 00000100:00100000:0.0:1767318260.416950:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938677504 00000100:00100000:1.0:1767318260.417110:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938677376 00000100:00100000:1.0:1767318260.417115:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938677376 00000100:00100000:0.0:1767318260.417162:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24774 00000100:00100000:0.0:1767318260.417172:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+785:6188:x1853163938676992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.417199:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:972 count 1 00002000:00010000:0.0:1767318260.417227:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.417235:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f551 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.417248:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.417250:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.417255:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f551 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.417267:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f551 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.417276:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f551 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.417289:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f551 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.417304:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318260.417608:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+786:6188:x1853163938676992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 437us (839us total) trans 4294976497 rc 0/0 00000100:00100000:0.0:1767318260.417617:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24774 00000100:00100000:0.0:1767318260.417633:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24775 00000100:00100000:0.0:1767318260.417639:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+785:6188:x1853163938677504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.417653:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:976 count 1 00002000:00010000:0.0:1767318260.417669:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.417674:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f558 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.417682:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.417683:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.417686:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f558 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.417695:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f558 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.417702:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f558 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.417708:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f558 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.417720:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.417859:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+786:6188:x1853163938677504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 219us (1025us total) trans 4294976498 rc 0/0 00000100:00100000:0.0:1767318260.417865:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24775 00000100:00100000:3.0:1767318260.418077:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24771 00000100:00100000:1.0:1767318260.418181:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24776 00000100:00100000:1.0:1767318260.418189:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+784:6188:x1853163938677376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.418204:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:975 count 1 00002000:00010000:1.0:1767318260.418223:0:21247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.418229:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f55f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.418238:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.418240:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.418244:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f55f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.418260:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f55f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.418267:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f55f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.418272:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f55f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.418287:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318260.418461:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+785:6188:x1853163938677376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 272us (1580us total) trans 4294976499 rc 0/0 00000100:00100000:1.0:1767318260.418468:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24776 00010000:00010000:0.0:1767318260.418543:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.418550:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f551 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418558:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.418562:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f551 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418571:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f551 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418587:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f551 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418593:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f551 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418612:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.418615:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f558 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418621:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.418624:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f558 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418631:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f558 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418639:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f558 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418645:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f558 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418655:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.418658:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f55f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418663:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.418666:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f55f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418672:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f55f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418680:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f55f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418686:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440a00/0x3313483622c9f55f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.418703:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.418705:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.418707:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.418713:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.418746:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfca80/2, rc 0, transno 4294976499 00000100:00100000:0.0:1767318260.418762:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938677376:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.418774:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031199b100/2, rc 0, transno 4294976497 00000100:00100000:0.0:1767318260.418778:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031199b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938676992:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.418784:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfd500/2, rc 0, transno 4294976498 00000100:00100000:0.0:1767318260.418788:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938677504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.418946:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318260.418958:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318778a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938677888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.418995:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.419084:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938677888 00000100:00100000:1.0:1767318260.419091:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938677888 00000100:00100000:1.0:1767318260.419125:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24777 00000100:00100000:1.0:1767318260.419132:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+785:6188:x1853163938677888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.419148:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:979 count 1 00002000:00010000:1.0:1767318260.419171:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.419177:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f566 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.419187:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.419189:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.419193:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f566 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.419207:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f566 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.419214:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f566 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.419221:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f566 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.419233:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.419407:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+786:6188:x1853163938677888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 274us (409us total) trans 4294976500 rc 0/0 00000100:00100000:1.0:1767318260.419413:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24777 00010000:00010000:0.0:1767318260.419464:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.419470:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f566 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.419477:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.419480:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f566 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.419487:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f566 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.419500:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f566 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.419539:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440c00/0x3313483622c9f566 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.419553:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.419555:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.419556:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.419576:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318778a80/2, rc 0, transno 4294976500 00000100:00100000:0.0:1767318260.419588:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318778a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938677888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.419706:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318779f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938678016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.419732:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.419799:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938678016 00000100:00100000:1.0:1767318260.419804:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938678016 00000100:00100000:1.0:1767318260.419836:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24778 00000100:00100000:1.0:1767318260.419843:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+786:6188:x1853163938678016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.419856:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:980 count 1 00002000:00010000:1.0:1767318260.419874:0:14895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.419879:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f56d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.419887:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.419888:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.419892:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f56d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.419906:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f56d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.419914:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f56d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.419921:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f56d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.419933:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.420079:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+787:6188:x1853163938678016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 236us (345us total) trans 4294976501 rc 0/0 00000100:00100000:1.0:1767318260.420086:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24778 00010000:00010000:0.0:1767318260.420138:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.420144:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f56d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.420151:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.420154:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f56d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.420161:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f56d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.420173:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f56d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.420180:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441600/0x3313483622c9f56d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.420198:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.420200:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.420202:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.420223:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318779f80/2, rc 0, transno 4294976501 00000100:00100000:0.0:1767318260.420241:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318779f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938678016:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.420381:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031199b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938677120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.420419:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.420447:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318779180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938677632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.420469:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.420492:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318779c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938678144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.420532:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.420548:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318260.420553:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031199bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938677248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.420570:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.420580:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318779880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938677760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.420598:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.420620:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938677120 00000100:00100000:2.0:1767318260.420624:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938677120 00000100:00100000:2.0:1767318260.420646:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938677632 00000100:00100000:2.0:1767318260.420649:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938677632 00000100:00100000:2.0:1767318260.420665:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938678144 00000100:00100000:2.0:1767318260.420668:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938678144 00000100:00100000:2.0:1767318260.420683:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938677248 00000100:00100000:2.0:1767318260.420686:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938677248 00000100:00100000:2.0:1767318260.420699:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938677760 00000100:00100000:2.0:1767318260.420702:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938677760 00000100:00100000:2.0:1767318260.420716:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24779 00000100:00100000:2.0:1767318260.420721:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d336850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+791:6185:x1853163938677120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.420735:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:973 count 1 00002000:00010000:2.0:1767318260.420755:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.420761:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f574 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.420771:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.420772:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.420776:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f574 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.420786:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f574 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.420794:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f574 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.420801:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f574 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.420814:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.420996:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d336850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+792:6185:x1853163938677120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 273us (575us total) trans 4294976502 rc 0/0 00000100:00100000:2.0:1767318260.421002:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24779 00000100:00100000:2.0:1767318260.421100:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24780 00000100:00100000:2.0:1767318260.421107:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311571180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+791:6185:x1853163938677632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.421118:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:977 count 1 00002000:00010000:2.0:1767318260.421133:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.421138:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f57b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421145:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.421146:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.421149:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f57b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421158:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f57b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421166:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f57b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421173:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f57b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421183:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.421327:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311571180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+792:6185:x1853163938677632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 220us (856us total) trans 4294976503 rc 0/0 00000100:00100000:2.0:1767318260.421347:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24780 00000100:00100000:2.0:1767318260.421360:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24781 00000100:00100000:2.0:1767318260.421366:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+791:6185:x1853163938678144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.421376:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:981 count 1 00002000:00010000:2.0:1767318260.421389:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.421394:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f582 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421401:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.421403:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.421405:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f582 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421414:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f582 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421421:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f582 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421428:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f582 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421438:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.421571:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+792:6185:x1853163938678144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 204us (1036us total) trans 4294976504 rc 0/0 00000100:00100000:2.0:1767318260.421577:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24781 00000100:00100000:2.0:1767318260.421589:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24782 00000100:00100000:2.0:1767318260.421596:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311572a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+791:6185:x1853163938677248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.421607:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:974 count 1 00002000:00010000:2.0:1767318260.421621:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.421625:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f589 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421637:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.421639:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.421642:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f589 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421650:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f589 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421658:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f589 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421665:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f589 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421675:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1767318260.421790:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311572a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+792:6185:x1853163938677248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 194us (1218us total) trans 4294976505 rc 0/0 00000100:00100000:2.0:1767318260.421796:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24782 00000100:00100000:2.0:1767318260.421807:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24783 00000100:00100000:2.0:1767318260.421814:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+791:6185:x1853163938677760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.421825:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:978 count 1 00002000:00010000:2.0:1767318260.421838:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.421843:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f590 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421850:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.421852:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.421855:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f590 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421864:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f590 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421871:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f590 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421878:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f590 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.421885:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1767318260.421998:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+792:6185:x1853163938677760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 184us (1398us total) trans 4294976506 rc 0/0 00000100:00100000:2.0:1767318260.422004:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24783 00010000:00010000:0.0:1767318260.422299:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1767318260.422307:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f574 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422314:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.422318:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f574 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422325:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f574 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422351:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f574 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422358:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f574 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422375:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1767318260.422378:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f57b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422389:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.422392:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f57b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422400:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f57b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422408:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f57b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422414:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f57b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422424:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.422427:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f582 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422432:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.422435:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f582 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422441:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f582 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422448:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f582 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422459:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f582 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422470:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.422474:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f589 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422480:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.422483:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f589 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422490:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f589 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422498:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f589 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422523:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f589 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422537:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.422540:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f590 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422545:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.422548:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f590 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422555:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f590 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422563:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f590 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422569:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f590 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.422580:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.422582:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.422584:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.422590:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.422595:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.422599:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.422726:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031199bb80/2, rc 0, transno 4294976505 00000100:00100000:2.0:1767318260.422779:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031199bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938677248:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.422793:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318779880/2, rc 0, transno 4294976506 00010000:00010000:3.0:1767318260.422949:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.422982:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031199ad80/2, rc 0, transno 4294976496 00000100:00100000:0.0:1767318260.423163:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938678528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.423209:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.423257:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318260.423263:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318778e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938678400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.423281:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.423329:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938678528 00000100:00100000:1.0:1767318260.423345:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938678528 00000100:00100000:1.0:1767318260.423387:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938678400 00000100:00100000:1.0:1767318260.423390:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938678400 00000100:00100000:1.0:1767318260.423406:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24784 00000100:00100000:1.0:1767318260.423412:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+793:6188:x1853163938678528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.423430:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:984 count 1 00002000:00010000:1.0:1767318260.423454:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.423460:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f597 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.423470:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.423472:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.423476:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f597 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.423487:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f597 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.423494:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f597 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.423501:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f597 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.423551:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.423749:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+794:6188:x1853163938678528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 336us (539us total) trans 4294976507 rc 0/0 00000100:00100000:1.0:1767318260.423755:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24784 00000100:00100000:1.0:1767318260.423771:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24785 00000100:00100000:1.0:1767318260.423777:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+793:6188:x1853163938678400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.423787:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:983 count 1 00002000:00010000:1.0:1767318260.423799:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.423803:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f59e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.423810:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.423811:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.423814:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f59e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.423822:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f59e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.423829:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f59e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.423836:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f59e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.423845:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.423946:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+794:6188:x1853163938678400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 169us (663us total) trans 4294976508 rc 0/0 00000100:00100000:1.0:1767318260.423953:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24785 00010000:00010000:0.0:1767318260.424080:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.424086:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f597 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.424093:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.424097:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f597 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.424105:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f597 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.424119:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f597 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.424126:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440600/0x3313483622c9f597 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.424140:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.424143:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f59e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.424149:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.424152:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f59e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.424159:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f59e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.424167:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f59e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.424173:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440200/0x3313483622c9f59e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.424187:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.424189:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.424191:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.424200:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.424223:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318778e00/2, rc 0, transno 4294976508 00000100:00100000:0.0:1767318260.424244:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318778e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938678400:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.424254:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877ad80/2, rc 0, transno 4294976507 00000100:00100000:0.0:1767318260.424259:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938678528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.424440:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318779880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938677760:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.424459:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031199b800/2, rc 0, transno 4294976502 00000100:00100000:2.0:1767318260.424463:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031199b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938677120:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.424471:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318779180/2, rc 0, transno 4294976503 00000100:00100000:2.0:1767318260.424473:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318779180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938677632:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.424480:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318779c00/2, rc 0, transno 4294976504 00000100:00100000:2.0:1767318260.424483:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318779c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938678144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.424495:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938678656:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.424550:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.424579:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318260.424585:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318778700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938678272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.424604:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.424618:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318778380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938678784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.424636:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.424694:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938678656 00000100:00100000:2.0:1767318260.424700:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938678656 00000100:00100000:2.0:1767318260.424728:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938678272 00000100:00100000:2.0:1767318260.424731:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938678272 00000100:00100000:2.0:1767318260.424744:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938678784 00000100:00100000:2.0:1767318260.424747:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938678784 00000100:00100000:2.0:1767318260.424761:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24786 00000100:00100000:2.0:1767318260.424767:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311572680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+796:6185:x1853163938678656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.424783:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:985 count 1 00002000:00010000:2.0:1767318260.424804:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.424810:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f5a5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.424819:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.424821:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.424824:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f5a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.424834:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f5a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.424847:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f5a5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.424853:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f5a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.424865:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.425054:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311572680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+797:6185:x1853163938678656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 286us (502us total) trans 4294976509 rc 0/0 00000100:00100000:2.0:1767318260.425061:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24786 00000100:00100000:2.0:1767318260.425076:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24787 00000100:00100000:2.0:1767318260.425082:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+796:6185:x1853163938678272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.425095:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:982 count 1 00002000:00010000:2.0:1767318260.425110:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.425115:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f5ac lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.425121:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.425122:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.425125:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f5ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.425133:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f5ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.425139:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f5ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.425146:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f5ac lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.425160:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.425281:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+797:6185:x1853163938678272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 198us (675us total) trans 4294976510 rc 0/0 00000100:00100000:2.0:1767318260.425287:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24787 00000100:00100000:2.0:1767318260.425299:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24788 00000100:00100000:2.0:1767318260.425305:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+796:6185:x1853163938678784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.425316:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:986 count 1 00002000:00010000:2.0:1767318260.425347:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.425352:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f5b3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.425359:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.425361:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.425364:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f5b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.425372:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f5b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.425379:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f5b3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.425384:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f5b3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.425399:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318260.426037:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.426046:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f5a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426054:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.426058:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f5a5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426067:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f5a5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426084:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f5a5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426092:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f5a5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426113:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.426117:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f5ac lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426124:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.426127:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f5ac lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426133:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f5ac lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426141:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f5ac lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426147:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f5ac lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426160:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.426162:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f5b3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426167:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.426170:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f5b3 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426177:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f5b3 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426185:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f5b3 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426192:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f5b3 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.426202:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.426204:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.426206:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.426715:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938679168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.426852:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938679040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.427065:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938676480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.427152:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318260.427208:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318778700/2, rc 0, transno 4294976510 00000100:00100000:1.0:1767318260.427214:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318778700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938678272:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.427225:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877aa00/2, rc 0, transno 4294976509 00000100:00100000:1.0:1767318260.427228:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938678656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.427254:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938679168 00000100:00100000:1.0:1767318260.427259:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938679168 00000100:00100000:1.0:1767318260.427298:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24789 00000100:00100000:1.0:1767318260.427305:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318778000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+798:6185:x1853163938679168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.427327:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:989 count 1 00002000:00010000:1.0:1767318260.427370:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.427376:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9f5ba lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.427393:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.427396:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.427400:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9f5ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.427411:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9f5ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.427418:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9f5ba lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.427424:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9f5ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.427439:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.427683:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318778000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+799:6185:x1853163938679168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 377us (530us total) trans 4294976512 rc 0/0 00000100:00100000:1.0:1767318260.427691:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24789 00000004:00080000:1.0:1767318260.427722:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877a680/2, rc 0, transno 4294976512 00000100:00100000:1.0:1767318260.427727:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938679168:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.427740:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.427746:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9f5ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.427754:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.427758:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9f5ba lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.427766:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9f5ba lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.427781:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9f5ba lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.427788:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441000/0x3313483622c9f5ba lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.427803:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.427805:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.427807:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.434782:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.434842:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318260.434855:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318779500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938678912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.434886:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318260.434926:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.434939:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938679040 00000100:00100000:0.0:1767318260.434946:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938679040 00000100:00100000:0.0:1767318260.434985:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938678912 00000100:00100000:0.0:1767318260.434988:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938678912 00000100:00100000:0.0:1767318260.435005:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24790 00000100:00100000:0.0:1767318260.435013:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+800:6188:x1853163938679040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.435039:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:988 count 1 00002000:00010000:0.0:1767318260.435070:0:21440:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.435077:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f5c1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.435091:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.435094:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.435099:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f5c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.435115:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f5c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.435124:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f5c1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.435131:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f5c1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.435147:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1767318260.435479:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311998a80/2, rc 0, transno 4294976494 00000100:00100000:3.0:1767318260.435487:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938676352:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.435498:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311999500/2, rc 0, transno 4294976495 00000100:00100000:3.0:1767318260.435501:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938676864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.435539:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24791 00000100:00100000:3.0:1767318260.435548:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+801:6188:x1853163938678912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.435561:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:987 count 1 00002000:00010000:3.0:1767318260.435577:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.435582:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f5c8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.435590:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.435592:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.435595:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f5c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.435806:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f5c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.435814:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f5c8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.435820:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f5c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.435834:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.436496:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+802:6188:x1853163938679040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1481us (1716us total) trans 4294976513 rc 0/0 00000100:00100000:0.0:1767318260.436518:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24790 00010000:00010000:0.0:1767318260.436556:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.436562:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f5c1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.436570:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.436573:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f5c1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.436582:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f5c1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.436603:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f5c1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.436612:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+801:6185:x1853163938678784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11306us (11973us total) trans 4294976511 rc 0/0 00010000:00010000:0.0:1767318260.436615:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f5c1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.436620:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24788 00010000:00010000:0.0:1767318260.436636:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.436640:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f5c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.436645:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.436648:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f5c8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.436655:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f5c8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.436664:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f5c8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.436670:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8e00/0x3313483622c9f5c8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.436682:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.436684:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.436686:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.436689:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+800:6188:x1853163938678912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1143us (1802us total) trans 4294976514 rc 0/0 00000100:00100000:3.0:1767318260.436695:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24791 00010000:00010000:0.0:1767318260.436704:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1767318260.436728:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318779500/2, rc 0, transno 4294976514 00000100:00100000:0.0:1767318260.436734:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318779500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938678912:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1767318260.436836:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877b480/2, rc 0, transno 4294976513 00000100:00100000:0.0:1767318260.436841:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938679040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.437319:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938679424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.437368:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1767318260.437384:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0318778380/2, rc 0, transno 4294976511 00000100:00100000:1.0:1767318260.437389:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318778380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938678784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.437396:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318260.437401:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938679296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.437427:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.437449:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318260.437455:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938679552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.437520:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938679424 00000100:00100000:1.0:1767318260.437525:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938679424 00000100:00100000:1.0:1767318260.437556:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938679296 00000100:00100000:1.0:1767318260.437558:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938679296 00000100:00100000:1.0:1767318260.437572:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24792 00000100:00100000:1.0:1767318260.437579:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+801:6187:x1853163938679424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.437600:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:991 count 1 00000100:00100000:3.0:1767318260.437625:0:21382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24793 00002000:00010000:1.0:1767318260.437628:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:3.0:1767318260.437632:0:21382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+801:6185:x1853163938679296:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.437635:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f5cf lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1767318260.437643:0:21382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:990 count 1 00010000:00010000:1.0:1767318260.437646:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.437648:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.437652:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f5cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767318260.437656:0:21382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.437660:0:21382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f5d6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.437663:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f5cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.437668:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.437669:0:21382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.437672:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f5cf lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.437672:0:21382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f5d6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.437681:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f5cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.437682:0:21382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f5d6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.437688:0:21382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f5d6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.437694:0:21382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f5d6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.437696:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318260.437704:0:21382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318260.437935:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938679680:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.437948:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.437978:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938679936:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.437979:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.437984:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f5cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.437992:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.437996:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f5cf lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.437998:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318260.438005:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f5cf lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.438012:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318260.438016:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938680064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.438035:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.438058:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938679552 00000100:00100000:2.0:1767318260.438062:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938679552 00000100:00100000:2.0:1767318260.438084:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938679936 00000100:00100000:2.0:1767318260.438087:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938679936 00000100:00100000:2.0:1767318260.438102:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938680064 00000100:00100000:2.0:1767318260.438104:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938680064 00000100:00100000:2.0:1767318260.438120:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24794 00000100:00100000:2.0:1767318260.438126:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+806:6187:x1853163938679552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.438137:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:992 count 1 00002000:00010000:2.0:1767318260.438153:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.438158:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f5dd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318260.438167:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+806:6187:x1853163938679424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 588us (799us total) trans 4294976516 rc 0/0 00010000:00010000:2.0:1767318260.438168:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.438169:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1767318260.438173:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24792 00010000:00010000:2.0:1767318260.438187:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f5dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318260.438188:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24795 00000100:00100000:1.0:1767318260.438195:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+805:6187:x1853163938679936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318260.438197:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f5dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438204:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f5dd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1767318260.438205:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:995 count 1 00010000:00010000:2.0:1767318260.438212:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f5dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1767318260.438218:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.438223:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f5e4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438224:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1767318260.438230:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.438232:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.438235:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f5e4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438243:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f5e4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438250:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f5e4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438258:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f5e4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438269:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.438361:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+807:6187:x1853163938679552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 235us (411us total) trans 4294976517 rc 0/0 00000100:00100000:2.0:1767318260.438368:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24794 00000100:00100000:2.0:1767318260.438380:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24796 00000100:00100000:2.0:1767318260.438386:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+806:6187:x1853163938680064:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.438390:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+806:6187:x1853163938679936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 195us (391us total) trans 4294976518 rc 0/0 00000100:00100000:1.0:1767318260.438395:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24795 00002000:00080000:2.0:1767318260.438397:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:996 count 1 00010000:00010000:1.0:1767318260.438410:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00002000:00010000:2.0:1767318260.438411:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.438416:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f5d6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438416:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f5eb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438423:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.438424:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.438425:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.438427:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f5d6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438428:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f5eb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438436:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f5d6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438437:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f5eb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438445:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f5eb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438449:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f5d6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438452:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f5eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438456:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8600/0x3313483622c9f5d6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438459:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318260.438469:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.438472:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f5dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438478:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.438481:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f5dd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438488:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f5dd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438497:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f5dd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438525:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f5dd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438538:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.438542:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f5e4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438547:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.438550:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f5e4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438557:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f5e4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438566:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f5e4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438573:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f5e4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438584:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.438587:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f5eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438593:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.438595:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f5eb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438602:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f5eb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.438607:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+806:6187:x1853163938680064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 221us (570us total) trans 4294976519 rc 0/0 00010000:00010000:1.0:1767318260.438611:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f5eb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.438612:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24796 00010000:00010000:1.0:1767318260.438618:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f5eb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.438629:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318260.438634:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.438635:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.438637:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.438646:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938679680 00000100:00100000:2.0:1767318260.438648:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938680192:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.438649:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938679680 00000100:00100000:1.0:1767318260.438669:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24797 00000100:00100000:2.0:1767318260.438669:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.438675:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+806:6185:x1853163938679680:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.438684:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00080000:1.0:1767318260.438686:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:993 count 1 00000100:00100000:2.0:1767318260.438689:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938679808:0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1767318260.438700:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.438706:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f5f2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.438707:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1767318260.438713:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.438715:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.438718:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f5f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.438726:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f5f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.438729:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938680192 00000100:00100000:2.0:1767318260.438732:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938680192 00010000:00010000:1.0:1767318260.438734:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f5f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.438749:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938679808 00000100:00100000:2.0:1767318260.438752:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938679808 00000100:00100000:2.0:1767318260.438767:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24798 00000100:00100000:2.0:1767318260.438772:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031873a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+808:6185:x1853163938680192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.438784:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:997 count 1 00002000:00010000:2.0:1767318260.438797:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.438802:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f5f9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438810:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.438811:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.438814:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f5f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438822:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f5f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438830:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f5f9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438836:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f5f9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.438849:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.438870:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f5cf lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.438878:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441800/0x3313483622c9f5cf lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.438892:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.438895:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f5f9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.438901:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.438904:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f5f9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.438912:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f5f9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.438922:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f5f9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.438928:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f5f9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.438939:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.438941:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.438943:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.438956:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24799 00000100:00100000:0.0:1767318260.438963:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0318739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+809:6185:x1853163938679808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.438967:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031873a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+809:6185:x1853163938680192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 195us (298us total) trans 4294976520 rc 0/0 00000100:00100000:2.0:1767318260.438973:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24798 00002000:00080000:0.0:1767318260.438976:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:994 count 1 00002000:00010000:0.0:1767318260.438991:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.438995:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f600 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.439002:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.439004:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:2.0:1767318260.439004:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bcb800/2, rc 0, transno 4294976520 00010000:00010000:0.0:1767318260.439007:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f600 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.439014:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938680192:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.439015:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f600 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318260.439038:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bc8700/2, rc 0, transno 4294976519 00000100:00100000:2.0:1767318260.439042:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938680064:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.439051:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bc8000/2, rc 0, transno 4294976518 00000100:00100000:2.0:1767318260.439054:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938679936:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.439061:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bca300/2, rc 0, transno 4294976517 00000100:00100000:2.0:1767318260.439063:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938679552:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.439071:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bca680/2, rc 0, transno 4294976516 00000100:00100000:2.0:1767318260.439074:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938679424:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.439112:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f600 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.439119:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f600 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.439131:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.439388:0:21382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+809:6185:x1853163938679296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1754us (1958us total) trans 4294976515 rc 0/0 00000100:00100000:3.0:1767318260.439395:0:21382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24793 00010000:00010000:3.0:1767318260.439521:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.439526:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f600 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.439533:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.439536:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f600 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.439546:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f600 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.439558:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f600 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.439564:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a600/0x3313483622c9f600 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.439576:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.439578:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.439579:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.439594:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938680576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.439620:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.439646:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318260.439652:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938680448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.439670:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.439691:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938680576 00000100:00100000:3.0:1767318260.439696:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938680576 00000100:00100000:3.0:1767318260.439717:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938680448 00000100:00100000:3.0:1767318260.439719:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938680448 00000100:00100000:3.0:1767318260.439733:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24800 00000100:00100000:3.0:1767318260.439739:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+810:6188:x1853163938680576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.439753:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1000 count 1 00002000:00010000:3.0:1767318260.439771:0:21245:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.439776:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f607 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.439784:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.439786:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.439789:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f607 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.439797:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f607 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.439804:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f607 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.439812:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f607 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.439824:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.440020:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938680704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.440046:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.440076:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bcb480/2, rc 0, transno 4294976515 00000100:00100000:2.0:1767318260.440086:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938679296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.440094:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1767318260.440099:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938680320:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.440121:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.440136:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938680832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.440153:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.440187:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+810:6185:x1853163938679808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1224us (1477us total) trans 4294976521 rc 0/0 00000100:00100000:0.0:1767318260.440195:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24799 00000100:00100000:0.0:1767318260.440209:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938680704 00000100:00100000:0.0:1767318260.440212:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938680704 00000100:00100000:0.0:1767318260.440232:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938680320 00000100:00100000:0.0:1767318260.440235:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938680320 00000100:00100000:0.0:1767318260.440250:0:25439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938680832 00000100:00100000:0.0:1767318260.440253:0:25439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938680832 00000100:00100000:0.0:1767318260.440269:0:25439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24801 00000100:00100000:0.0:1767318260.440274:0:25439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0405bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+812:6188:x1853163938680448:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.440279:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24802 00002000:00080000:0.0:1767318260.440286:0:25439:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:999 count 1 00000100:00100000:2.0:1767318260.440286:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+812:6185:x1853163938680704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.440295:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1001 count 1 00002000:00010000:2.0:1767318260.440310:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.440316:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f60e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.440323:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.440324:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.440327:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f60e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.440345:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f60e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.440351:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f60e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.440357:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f60e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.440364:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.440533:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+813:6185:x1853163938680704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 246us (485us total) trans 4294976522 rc 0/0 00002000:00010000:0.0:1767318260.440535:0:25439:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1767318260.440540:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24802 00010000:00010000:0.0:1767318260.440541:0:25439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f615 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.440548:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.440549:0:25439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318260.440552:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24803 00010000:00010000:0.0:1767318260.440553:0:25439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f615 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.440558:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+812:6185:x1853163938680320:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.440567:0:25439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f615 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318260.440569:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:998 count 1 00010000:00010000:0.0:1767318260.440575:0:25439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f615 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1767318260.440581:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.440582:0:25439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f615 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.440585:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f61c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.440590:0:25439:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1767318260.440592:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.440593:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.440595:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f61c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.440603:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f61c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.440611:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f61c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.440618:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f61c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.440626:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318260.440653:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24804 00000100:00100000:0.0:1767318260.440661:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+812:6185:x1853163938680832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.440674:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1002 count 1 00010000:00010000:0.0:1767318260.440686:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318260.440686:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bcaa00/2, rc 0, transno 4294976522 00000100:00100000:2.0:1767318260.440691:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938680704:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.440699:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bc9180/2, rc 0, transno 4294976521 00010000:00010000:0.0:1767318260.440700:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9c00/0x3313483622c96bb2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e97 expref: 19 pid: 21393 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767318260.440702:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938679808:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.440708:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.440709:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.440712:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.440738:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9c00/0x3313483622c96bb2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e97 expref: 19 pid: 21393 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767318260.440856:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+813:6188:x1853163938680576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1115us (1233us total) trans 4294976523 rc 0/0 00000100:00100000:3.0:1767318260.440863:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24800 00000004:00080000:2.0:1767318260.441020:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bcad80/2, rc 0, transno 4294976523 00000100:00100000:2.0:1767318260.441025:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938680576:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318260.441103:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1767318260.441110:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f607 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.441117:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.441120:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f607 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.441128:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f607 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.441142:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f607 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.441149:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f607 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.441164:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.441167:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f60e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.441289:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938681344:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.441319:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.441356:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.441362:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938681472:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.441384:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.441405:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938681088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.441425:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.441439:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318260.441445:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03117c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938681216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.441467:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.441490:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938681344 00000100:00100000:2.0:1767318260.441495:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938681344 00000100:00100000:2.0:1767318260.441543:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938681472 00000100:00100000:2.0:1767318260.441547:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938681472 00000100:00100000:2.0:1767318260.441560:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938681088 00000100:00100000:2.0:1767318260.441563:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938681088 00000100:00100000:2.0:1767318260.441575:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938681216 00000100:00100000:2.0:1767318260.441577:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938681216 00000100:00100000:2.0:1767318260.441593:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24805 00000100:00100000:2.0:1767318260.441599:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+816:6185:x1853163938681344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.441613:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1005 count 1 00010000:00010000:2.0:1767318260.441628:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.441641:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a031025e800/0x3313483622c96db1 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f1c expref: 19 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.441649:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.441651:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.441654:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.441676:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a031025e800/0x3313483622c96db1 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f1c expref: 19 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.441691:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a031025e800/0x3313483622c96db1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f1c expref: 19 pid: 21440 timeout: 3607 lvb_type: 1 00000100:00100000:2.0:1767318260.441702:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938681600:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318260.441756:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59000 going to sleep for 11 seconds 00010000:00010000:1.0:1767318260.441874:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f5f2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.441888:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318260.442216:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0318738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+817:6185:x1853163938679680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3540us (3584us total) trans 4294976524 rc 0/0 00000100:00100000:1.0:1767318260.442224:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24797 00000100:00100000:1.0:1767318260.442243:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24806 00000100:00100000:1.0:1767318260.442251:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+816:6185:x1853163938681472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.442263:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1006 count 1 00002000:00010000:1.0:1767318260.442283:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1767318260.442288:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f631 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442296:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.442298:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.442301:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f631 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442311:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f631 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442320:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f631 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442327:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f631 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442345:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318260.442467:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a041103dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+817:6185:x1853163938681472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 217us (1081us total) trans 4294976525 rc 0/0 00000100:00100000:1.0:1767318260.442473:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24806 00000100:00100000:1.0:1767318260.442486:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24807 00000100:00100000:1.0:1767318260.442493:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+816:6187:x1853163938681088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.442523:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1004 count 1 00010000:00010000:1.0:1767318260.442535:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442546:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1c00/0x3313483622c96bce lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eac expref: 19 pid: 14895 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318260.442553:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.442555:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.442557:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442577:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1c00/0x3313483622c96bce lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eac expref: 19 pid: 14895 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318260.442587:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1c00/0x3313483622c96bce lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eac expref: 19 pid: 14895 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.442598:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938681728:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318260.442631:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03067a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1767318260.442652:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24808 00000100:00100000:1.0:1767318260.442659:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d337c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+816:6187:x1853163938681216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.442673:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1003 count 1 00010000:00010000:1.0:1767318260.442684:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442698:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258600/0x3313483622c96bb9 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eba expref: 19 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318260.442705:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.442706:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.442709:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442727:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0310258600/0x3313483622c96bb9 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eba expref: 19 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318260.442736:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0310258600/0x3313483622c96bb9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eba expref: 19 pid: 21248 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.442762:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0318374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938681856:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318260.442786:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a03067a7900 going to sleep for 11 seconds 00010000:00010000:1.0:1767318260.442804:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318260.442809:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f615 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442817:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.442820:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f615 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442829:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f615 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442849:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f615 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442855:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b800/0x3313483622c9f615 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25439 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442870:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.442874:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f61c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442880:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.442883:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f61c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442890:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f61c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442899:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f61c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442906:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f61c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442926:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.442929:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f5f2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442940:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.442943:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f5f2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442951:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f5f2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442959:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f5f2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442966:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c440e00/0x3313483622c9f5f2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442978:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.442982:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f631 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442988:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.442991:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f631 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.442997:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f631 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.443006:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f631 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.443068:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.443071:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f60e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.443079:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f60e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.443090:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f60e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.443097:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f60e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.443113:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.443115:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.443116:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.443150:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9c00/0x3313483622c96bb2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e97 expref: 19 pid: 21393 timeout: 3607 lvb_type: 1 00000100:00100000:0.0:1767318260.443161:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:21391:1853163938680960:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318260.443195:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043ef956c0 going to sleep for 11 seconds 00010000:00010000:0.0:1767318260.443220:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.443226:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.443392:0:25439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0405bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+817:6188:x1853163938680448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3116us (3719us total) trans 4294976526 rc 0/0 00000100:00100000:0.0:1767318260.443400:0:25439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24801 00010000:00010000:0.0:1767318260.443420:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.445950:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441200/0x3313483622c9f631 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.445984:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.445987:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.445990:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.446094:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117cb800/2, rc 0, transno 4294976525 00000100:00100000:2.0:1767318260.446115:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938681472:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.446130:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bcbb80/2, rc 0, transno 4294976524 00000100:00100000:2.0:1767318260.446134:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938679680:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.446228:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938681984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.446275:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.446303:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318260.446309:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938682112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.446328:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.446368:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938681984 00000100:00100000:2.0:1767318260.446375:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938681984 00000100:00100000:2.0:1767318260.446421:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938682112 00000100:00100000:2.0:1767318260.446425:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938682112 00000100:00100000:2.0:1767318260.446442:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24809 00000100:00100000:2.0:1767318260.446450:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+819:6187:x1853163938681984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.446473:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1007 count 1 00002000:00010000:2.0:1767318260.446502:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3ef:0x0] initial LVB size: 1, mtime: 0x69571b91, atime: 0x0, ctime: 0x69571b91, blocks: 0x3 00010000:00010000:2.0:1767318260.446526:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f646 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.446538:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.446540:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.446545:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f646 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.446557:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f646 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.446568:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f646 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.446574:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f646 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.446589:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.446835:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+820:6187:x1853163938681984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 385us (558us total) trans 4294976528 rc 0/0 00000100:00100000:2.0:1767318260.446842:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24809 00000100:00100000:2.0:1767318260.446859:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24810 00000100:00100000:2.0:1767318260.446866:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+819:6187:x1853163938682112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.446878:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1008 count 1 00002000:00010000:2.0:1767318260.446893:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3f0:0x0] initial LVB size: 2097152, mtime: 0x69571b91, atime: 0x0, ctime: 0x69571b91, blocks: 0x3 00010000:00010000:2.0:1767318260.446899:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f64d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.446906:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.446920:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.446923:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f64d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.446932:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f64d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.446940:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f64d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.446947:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f64d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.446964:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.447090:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+820:6187:x1853163938682112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 224us (760us total) trans 4294976529 rc 0/0 00000100:00100000:2.0:1767318260.447096:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24810 00000004:00080000:2.0:1767318260.447127:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449e300/2, rc 0, transno 4294976529 00000100:00100000:2.0:1767318260.447136:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938682112:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.447146:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449c380/2, rc 0, transno 4294976528 00000100:00100000:2.0:1767318260.447149:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938681984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.447198:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938682240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.447224:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.447243:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.447248:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938682368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.447267:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.447287:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938682240 00000100:00100000:2.0:1767318260.447291:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938682240 00000100:00100000:2.0:1767318260.447311:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938682368 00000100:00100000:2.0:1767318260.447314:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938682368 00000100:00100000:2.0:1767318260.447329:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24811 00000100:00100000:2.0:1767318260.447349:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+821:6185:x1853163938682240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.447360:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1017 count 1 00002000:00010000:2.0:1767318260.447376:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3f9:0x0] initial LVB size: 4718592, mtime: 0x69571ba5, atime: 0x0, ctime: 0x69571ba5, blocks: 0x2437 00010000:00010000:2.0:1767318260.447382:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f654 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.447391:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.447393:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.447396:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f654 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.447405:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f654 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.447414:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f654 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.447422:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f654 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.447435:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318260.447594:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.447602:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f646 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447611:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.447615:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f646 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447624:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f646 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447639:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f646 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447646:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50600/0x3313483622c9f646 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447662:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.447665:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f64d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447671:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.447674:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f64d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447681:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f64d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447690:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f64d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447695:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f64d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447704:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.447707:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f654 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447711:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.447714:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f654 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447720:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f654 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447729:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f654 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.447736:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f654 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318260.447946:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+822:6185:x1853163938682240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 597us (720us total) trans 4294976530 rc 0/0 00000100:00100000:2.0:1767318260.447953:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24811 00000100:00100000:2.0:1767318260.447969:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24812 00000100:00100000:2.0:1767318260.447975:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+821:6185:x1853163938682368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.447987:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1018 count 1 00002000:00010000:2.0:1767318260.448000:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3fa:0x0] initial LVB size: 137363456, mtime: 0x69571bb8, atime: 0x0, ctime: 0x69571bb8, blocks: 0x80f 00010000:00010000:2.0:1767318260.448005:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f65b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.448013:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.448015:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.448018:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f65b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.448027:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f65b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.448034:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f65b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.448041:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f65b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.448054:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.448377:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+822:6185:x1853163938682368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 402us (1109us total) trans 4294976531 rc 0/0 00000100:00100000:2.0:1767318260.448384:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24812 00000004:00080000:2.0:1767318260.448415:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449d180/2, rc 0, transno 4294976531 00000100:00100000:2.0:1767318260.448425:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938682368:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.448434:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043449ce00/2, rc 0, transno 4294976530 00000100:00100000:2.0:1767318260.448438:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938682240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.448495:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938682496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.448539:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.448559:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318260.448564:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938682624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.448582:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.448600:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938682496 00000100:00100000:2.0:1767318260.448604:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938682496 00000100:00100000:2.0:1767318260.448626:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938682624 00000100:00100000:2.0:1767318260.448628:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938682624 00000100:00100000:2.0:1767318260.448644:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24813 00000100:00100000:2.0:1767318260.448650:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+823:6187:x1853163938682496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.448663:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1020 count 1 00002000:00010000:2.0:1767318260.448679:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x3fc:0x0] initial LVB size: 2097152, mtime: 0x69571bd1, atime: 0x0, ctime: 0x69571bd1, blocks: 0x1007 00010000:00010000:2.0:1767318260.448684:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f662 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.448693:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.448694:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.448697:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f662 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.448706:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f662 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.448714:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f662 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.448721:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f662 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.448733:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.448939:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+824:6187:x1853163938682496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 288us (399us total) trans 4294976532 rc 0/0 00000100:00100000:2.0:1767318260.448945:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24813 00000100:00100000:2.0:1767318260.448958:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24814 00000100:00100000:2.0:1767318260.448964:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+823:6187:x1853163938682624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.448976:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1091 count 1 00002000:00010000:2.0:1767318260.448992:0:14894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x443:0x0] initial LVB size: 70254592, mtime: 0x69571c24, atime: 0x0, ctime: 0x69571c24, blocks: 0x80f 00010000:00010000:2.0:1767318260.448997:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f669 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.449003:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.449005:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.449008:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f669 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.449017:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f669 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.449024:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f669 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.449031:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f669 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.449038:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318260.449480:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.449484:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f65b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449492:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.449496:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f65b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449515:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f65b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449529:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f65b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449535:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51a00/0x3313483622c9f65b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449546:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.449549:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f662 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449559:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.449562:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f662 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449568:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f662 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449575:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f662 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449581:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f662 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449591:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.449594:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f669 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449599:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.449602:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f669 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449608:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f669 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449614:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f669 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449625:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f669 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.449633:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.449635:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.449636:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.449645:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.449649:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.451471:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.456153:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+823:6185:x1853163938680320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15587us (16022us total) trans 4294976527 rc 0/0 00000100:00100000:3.0:1767318260.456168:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24803 00010000:00010000:3.0:1767318260.456301:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318260.456351:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bc8380/2, rc 0, transno 4294976526 00000100:00100000:3.0:1767318260.456364:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938680448:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.456537:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bc9500/2, rc 0, transno 4294976527 00000100:00100000:2.0:1767318260.456543:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938680320:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.456681:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+823:6187:x1853163938682624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7716us (8097us total) trans 4294976533 rc 0/0 00000100:00100000:3.0:1767318260.456689:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24814 00000100:00100000:3.0:1767318260.456948:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938682752:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.456964:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81df80/2, rc 0, transno 4294976533 00000100:00100000:2.0:1767318260.456975:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938682624:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.456989:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81fb80/2, rc 0, transno 4294976532 00000100:00100000:3.0:1767318260.456996:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.456997:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938682496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.457025:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318260.457033:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938682880:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.457056:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.457057:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938683136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.457082:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938682752 00000100:00100000:2.0:1767318260.457093:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.457099:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938682752 00000100:00100000:2.0:1767318260.457118:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318260.457126:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938683008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.457132:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938682880 00000100:00100000:3.0:1767318260.457143:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938682880 00000100:00100000:2.0:1767318260.457150:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.457714:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938683136 00000100:00100000:3.0:1767318260.457720:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938683136 00000100:00100000:3.0:1767318260.457745:0:21249:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938683008 00000100:00100000:3.0:1767318260.457749:0:21249:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938683008 00000100:00100000:3.0:1767318260.457784:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24815 00000100:00100000:3.0:1767318260.457794:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+826:6185:x1853163938682752:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.457825:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00080000:3.0:1767318260.457832:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1093 count 1 00000100:00100000:1.0:1767318260.457851:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:3.0:1767318260.457865:0:21249:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x445:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:1.0:1767318260.457874:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1767318260.457875:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f670 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x445:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.457895:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.457898:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.457904:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f670 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.457918:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f670 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.457926:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f670 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.457934:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f670 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.457951:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.457955:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318260.457992:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:21391:1853163938680960:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318260.458013:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318260.458051:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918022656 00000100:00100000:1.0:1767318260.458055:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918022656 00010000:00010000:1.0:1767318260.458083:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a031025e800/0x3313483622c96db1 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f1c expref: 20 pid: 21440 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.458106:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918022912 00000100:00100000:1.0:1767318260.458109:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918022912 00010000:00010000:1.0:1767318260.458121:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310258600/0x3313483622c96bb9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eba expref: 21 pid: 21248 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.458137:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918022784 00000100:00100000:1.0:1767318260.458140:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918022784 00010000:00010000:1.0:1767318260.458154:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1c00/0x3313483622c96bce lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eac expref: 22 pid: 14895 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.458166:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918023040 00000100:00100000:1.0:1767318260.458169:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918023040 00010000:00010000:1.0:1767318260.458180:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9c00/0x3313483622c96bb2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e97 expref: 23 pid: 21393 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.458192:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32301 00000100:00100000:1.0:1767318260.458201:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+23:2480:x1853163918022656:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.458211:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.458216:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a031025e800/0x3313483622c96db1 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f1c expref: 23 pid: 21440 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.458228:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a031025e800/0x3313483622c96db1 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f1c expref: 23 pid: 21440 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.458248:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.458250:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.458254:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.458263:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.458279:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318260.458327:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+23:2480:x1853163918022656:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 127us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.458348:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32301 00000100:00100000:1.0:1767318260.458365:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32302 00000100:00100000:1.0:1767318260.458371:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+22:2480:x1853163918022912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.458378:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.458383:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0310258600/0x3313483622c96bb9 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eba expref: 22 pid: 21248 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.458390:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0310258600/0x3313483622c96bb9 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eba expref: 22 pid: 21248 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.458400:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.458402:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.458405:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.458412:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.458423:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767318260.458641:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.458648:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f670 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458658:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.458661:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f670 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458670:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f670 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458682:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f670 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458690:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9a00/0x3313483622c9f670 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458705:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.458707:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.458709:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.458724:0:21388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24816 00000100:00100000:0.0:1767318260.458733:0:21388:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+827:6185:x1853163938682880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.458749:0:21388:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1122 count 1 00002000:00010000:0.0:1767318260.458768:0:21388:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x462:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1767318260.458774:0:21388:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f677 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x462:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458781:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.458783:0:21388:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.458786:0:21388:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f677 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458795:0:21388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f677 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458802:0:21388:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f677 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458809:0:21388:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f677 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458821:0:21388:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.458829:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.458832:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f677 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458838:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915bc00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.458841:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f677 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458849:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f677 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458859:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f677 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458866:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915bc00/0x3313483622c9f677 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.458877:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.458878:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.458880:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.459532:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24817 00000100:00100000:2.0:1767318260.459544:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+828:6188:x1853163938683136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.459563:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1154 count 1 00002000:00010000:2.0:1767318260.459585:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x482:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.459591:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f67e lrc: 3/0,1 mode: --/PW res: [0x240000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.459600:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.459602:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.459605:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f67e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.459615:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f67e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.459622:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f67e lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.459629:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f67e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.459653:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.459915:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+828:6185:x1853163938682752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2122us (2920us total) trans 4294976534 rc 0/0 00000100:00100000:3.0:1767318260.459923:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24815 00000004:00080000:3.0:1767318260.460050:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81ca80/2, rc 0, transno 4294976534 00000100:00100000:3.0:1767318260.460064:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938682752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.460349:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24818 00000100:00100000:3.0:1767318260.460362:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043538ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+827:6188:x1853163938683008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.460379:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1124 count 1 00002000:00010000:3.0:1767318260.460401:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x464:0x0] initial LVB size: 105906176, mtime: 0x69571e59, atime: 0x0, ctime: 0x69571e59, blocks: 0x80f 00010000:00010000:3.0:1767318260.460407:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f685 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x464:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.460418:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.460420:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.460424:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f685 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.460435:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f685 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.460442:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f685 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.460451:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f685 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.460471:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.460672:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+828:6188:x1853163938683136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1130us (3577us total) trans 4294976536 rc 0/0 00000100:00100000:2.0:1767318260.460680:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24817 00000100:00100000:2.0:1767318260.461049:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938683264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.461091:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318260.461822:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32303 00000100:00100000:1.0:1767318260.461836:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+22:2480:x1853163918022784:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.461850:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.461859:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1c00/0x3313483622c96bce lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eac expref: 22 pid: 14895 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.461873:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1c00/0x3313483622c96bce lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eac expref: 22 pid: 14895 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.461893:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.461895:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.461899:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.461909:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.461928:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318260.462108:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043538ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+828:6188:x1853163938683008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1749us (4956us total) trans 4294976537 rc 0/0 00000100:00100000:3.0:1767318260.462117:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24818 00000100:00100000:3.0:1767318260.462145:0:21384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938683264 00000100:00100000:3.0:1767318260.462157:0:21384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938683264 00000100:00100000:3.0:1767318260.462202:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24819 00000100:00100000:3.0:1767318260.462209:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043538dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+828:6185:x1853163938683264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.462227:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1155 count 1 00002000:00010000:3.0:1767318260.462251:0:21384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x483:0x0] initial LVB size: 105906176, mtime: 0x69571ed9, atime: 0x0, ctime: 0x69571ed9, blocks: 0x80f 00010000:00010000:3.0:1767318260.462257:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f68c lrc: 3/0,1 mode: --/PW res: [0x240000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462271:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.462273:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.462277:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f68c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462286:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f68c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462294:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f68c lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462302:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f68c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462319:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1767318260.462346:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1767318260.462352:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f67e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462360:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.462364:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f67e lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462373:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f67e lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462385:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f67e lrc: 1/0,0 mode: --/PW res: [0x240000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462393:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51200/0x3313483622c9f67e lrc: 0/0,0 mode: --/PW res: [0x240000404:0x482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462416:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1767318260.462421:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f685 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462427:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.462431:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f685 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462438:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f685 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462447:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f685 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462454:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f685 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462467:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318260.462470:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f68c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462476:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.462479:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f68c lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462486:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f68c lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462494:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f68c lrc: 1/0,0 mode: --/PW res: [0x240000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462501:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f68c lrc: 0/0,0 mode: --/PW res: [0x240000404:0x483:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.462530:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.462532:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318260.462545:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.462994:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043538dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+829:6185:x1853163938683264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 785us (1903us total) trans 4294976538 rc 0/0 00000100:00100000:3.0:1767318260.463003:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24819 00010000:00010000:0.0:1767318260.463125:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.463224:0:21388:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+828:6185:x1853163938682880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4491us (6167us total) trans 4294976535 rc 0/0 00000100:00100000:0.0:1767318260.463231:0:21388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24816 00000100:00100000:1.0:1767318260.465176:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+22:2480:x1853163918022784:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3337us (7292us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.465191:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32303 00000100:00100000:1.0:1767318260.465223:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32304 00000100:00100000:1.0:1767318260.465237:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04199b5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+21:2482:x1853163918023040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.465256:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.465264:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9c00/0x3313483622c96bb2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e97 expref: 21 pid: 21393 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.465282:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9c00/0x3313483622c96bb2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e97 expref: 21 pid: 21393 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.465305:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9c00/0x3313483622c96bb2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554e97 expref: 21 pid: 21393 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.465318:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.465320:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.465326:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.465354:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.465382:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318260.465409:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04199b5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+20:2482:x1853163918023040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 179us (7457us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.465415:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32304 00010000:00010000:1.0:1767318260.465597:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.465606:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.465616:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.465623:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.465640:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1767318260.465948:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.465955:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.465963:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.465968:0:14910:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.465977:0:14910:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.465995:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.466002:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f623 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.466101:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.466104:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.466106:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.467379:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03173d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+828:6185:x1853163938680832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26713us (27219us total) trans 4294976539 rc 0/0 00000100:00100000:1.0:1767318260.467389:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24804 00010000:00010000:1.0:1767318260.467453:0:14895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310258600/0x3313483622c96bb9 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eba expref: 19 pid: 21248 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.467471:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0318374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938681856:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318260.467490:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467499:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467520:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467529:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467537:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467560:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1767318260.467736:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d337c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+828:6187:x1853163938681216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25077us (26267us total) trans 4294976540 rc 0/0 00000100:00100000:1.0:1767318260.467743:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24808 00010000:00010000:1.0:1767318260.467766:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.467772:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467779:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.467783:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467792:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467807:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467814:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441c00/0x3313483622c9f63f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467828:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.467830:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.467831:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.467851:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0312ae1c00/0x3313483622c96bce lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->33554431) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554eac expref: 18 pid: 14895 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.467860:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:21397:1853163938681728:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318260.467870:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467877:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467883:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467894:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467900:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.467912:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318260.468031:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a031025e800/0x3313483622c96db1 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac554f1c expref: 17 pid: 21440 timeout: 3607 lvb_type: 1 00000100:00100000:2.0:1767318260.468042:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938681600:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318260.468058:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.468065:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.468071:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.468078:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.468086:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.468100:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318260.469989:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.470002:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.470013:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441a00 already unused, calling callback (ffffffffc15bcb40) 00000100:00100000:1.0:1767318260.470183:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031877ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+829:6187:x1853163938681088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27686us (28752us total) trans 4294976541 rc 0/0 00000100:00100000:1.0:1767318260.470194:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24807 00010000:00010000:1.0:1767318260.470238:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.470244:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.470252:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.470255:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.470265:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.470283:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.470291:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51600/0x3313483622c9f62a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.470316:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.470318:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.470320:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318260.470363:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+16:2480:x1853163918022912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 11989us (12509us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.470372:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32302 00000100:00100000:1.0:1767318260.470469:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318260.470609:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:1.0:1767318260.470659:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117c9c00/2, rc 0, transno 4294976540 00000100:00100000:1.0:1767318260.470671:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938681216:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.470681:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117cb100/2, rc 0, transno 4294976541 00000100:00100000:1.0:1767318260.470685:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938681088:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.470743:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.470754:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.470766:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.470774:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441a00/0x3313483622c9f638 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.470791:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.470793:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.470794:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.470800:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.470811:0:56435:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918023168 00000100:00100000:0.0:1767318260.470817:0:56435:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918023168 00000100:00100000:0.0:1767318260.471383:0:56435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 529 00000100:00100000:0.0:1767318260.471395:0:56435:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a040732d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f7246b93-a1a6-439e-b3d6-1f09d8eb7e34+9:2481:x1853163918023168:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:0.0:1767318260.471459:0:56435:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a040732d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f7246b93-a1a6-439e-b3d6-1f09d8eb7e34+9:2481:x1853163918023168:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 67us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318260.471466:0:56435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 529 00000100:00100000:2.0:1767318260.473059:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043467ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+828:6185:x1853163938681344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31456us (31735us total) trans 4294976542 rc 0/0 00000100:00100000:2.0:1767318260.473074:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24805 00000100:00100000:2.0:1767318260.473192:0:56440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918023296 00000100:00100000:2.0:1767318260.473200:0:56440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918023296 00000100:00100000:2.0:1767318260.473238:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 239 00000100:00100000:2.0:1767318260.473246:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+7:2480:x1853163918023296:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:2.0:1767318260.473309:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+7:2480:x1853163918023296:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 64us (2700us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318260.473316:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 239 00000004:00080000:3.0:1767318260.473400:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538c700/2, rc 0, transno 4294976538 00000100:00100000:3.0:1767318260.473407:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938683264:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.473425:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81e680/2, rc 0, transno 4294976535 00000100:00100000:3.0:1767318260.473429:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938682880:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.473437:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03117c8000/2, rc 0, transno 4294976542 00000100:00100000:3.0:1767318260.473440:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03117c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938681344:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.473448:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bc8e00/2, rc 0, transno 4294976539 00000100:00100000:3.0:1767318260.473451:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938680832:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.473708:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81e300/2, rc 0, transno 4294976537 00000100:00100000:3.0:1767318260.473713:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938683008:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1767318260.473723:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a030c81ed80/2, rc 0, transno 4294976536 00000100:00100000:3.0:1767318260.473727:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938683136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.473755:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938683648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.473762:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938683776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.473787:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938683520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.473787:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.473806:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.473812:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938684160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.473819:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938684032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.473831:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.486901:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938683648 00000100:00100000:2.0:1767318260.487423:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938683648 00000100:00100000:2.0:1767318260.487483:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938683520 00000100:00100000:2.0:1767318260.487487:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938683520 00000100:00100000:2.0:1767318260.487522:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938684160 00000100:00100000:2.0:1767318260.487526:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938684160 00000100:00100000:2.0:1767318260.487551:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24820 00000100:00100000:2.0:1767318260.487561:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+830:6188:x1853163938683648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.487595:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1187 count 1 00002000:00010000:2.0:1767318260.487627:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4a3:0x0] initial LVB size: 84934656, mtime: 0x69571fce, atime: 0x0, ctime: 0x69571fce, blocks: 0x80f 00010000:00010000:2.0:1767318260.487635:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f693 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.487654:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.487656:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.487661:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f693 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.487674:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f693 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.487684:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f693 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.487691:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f693 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.487708:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.488147:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24821 00000100:00100000:3.0:1767318260.488158:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043538d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+830:6187:x1853163938683520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.488171:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1186 count 1 00002000:00010000:3.0:1767318260.488189:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4a2:0x0] initial LVB size: 137363456, mtime: 0x69571f8c, atime: 0x0, ctime: 0x69571f8c, blocks: 0x80f 00010000:00010000:3.0:1767318260.488195:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f69a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.488202:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.488204:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.488207:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f69a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.488216:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f69a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.488224:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f69a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.488230:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f69a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.488252:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1767318260.488797:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043538d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+831:6187:x1853163938683520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 641us (14988us total) trans 4294976543 rc 0/0 00000100:00100000:3.0:1767318260.488806:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24821 00000100:00100000:3.0:1767318260.488827:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24822 00000100:00100000:3.0:1767318260.488834:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+830:6188:x1853163938684160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.488847:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1251 count 1 00002000:00010000:3.0:1767318260.488865:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4e3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.488871:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f6a1 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.488878:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.488880:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.488883:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f6a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.488892:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f6a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.488898:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f6a1 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.488904:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f6a1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.488920:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1767318260.489148:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.489156:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f693 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489164:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.489168:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f693 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489177:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f693 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489192:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f693 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489205:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51e00/0x3313483622c9f693 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489225:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.489229:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f69a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489234:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.489237:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f69a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489243:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f69a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489252:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f69a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489258:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8200/0x3313483622c9f69a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489270:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.489273:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f6a1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489278:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.489281:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f6a1 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489288:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f6a1 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489296:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f6a1 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489302:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8a00/0x3313483622c9f6a1 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.489312:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.489314:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.489316:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.489326:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.490131:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+832:6188:x1853163938683648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2568us (16339us total) trans 4294976545 rc 0/0 00000100:00100000:2.0:1767318260.490142:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24820 00000100:00100000:3.0:1767318260.491236:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+831:6188:x1853163938684160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2398us (17398us total) trans 4294976544 rc 0/0 00000100:00100000:3.0:1767318260.491247:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24822 00010000:00010000:0.0:1767318260.491457:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.502106:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.502172:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938684288:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.502228:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.502263:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767318260.502269:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938683392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.502289:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.502306:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938683904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.502323:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.502363:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938683776 00000100:00100000:3.0:1767318260.502370:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938683776 00000100:00100000:3.0:1767318260.502407:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938684288 00000100:00100000:3.0:1767318260.502411:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938684288 00000100:00100000:3.0:1767318260.502423:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938683392 00000100:00100000:3.0:1767318260.502425:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938683392 00000100:00100000:3.0:1767318260.502438:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938683904 00000100:00100000:3.0:1767318260.502441:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938683904 00000100:00100000:3.0:1767318260.502460:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24823 00000100:00100000:3.0:1767318260.502467:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03117c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+834:6185:x1853163938683776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.502496:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1189 count 1 00002000:00010000:3.0:1767318260.502552:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4a5:0x0] initial LVB size: 315621376, mtime: 0x69572070, atime: 0x0, ctime: 0x69572070, blocks: 0x80f 00010000:00010000:3.0:1767318260.502561:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f6a8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.502575:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.502577:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.502582:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f6a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.502594:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f6a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.502603:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f6a8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.502609:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f6a8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.502625:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.503121:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03117c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+835:6185:x1853163938683776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 652us (1020us total) trans 4294976546 rc 0/0 00000100:00100000:3.0:1767318260.503129:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24823 00000100:00100000:3.0:1767318260.503147:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24824 00000100:00100000:3.0:1767318260.503154:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+834:6185:x1853163938684288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.503166:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1252 count 1 00002000:00010000:3.0:1767318260.503184:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4e4:0x0] initial LVB size: 68157440, mtime: 0x69572204, atime: 0x0, ctime: 0x69572204, blocks: 0x80f 00010000:00010000:3.0:1767318260.503189:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f6af lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.503197:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.503199:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.503201:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f6af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.503210:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f6af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.503217:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f6af lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.503224:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f6af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.503238:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.504361:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24825 00000100:00100000:2.0:1767318260.504374:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+834:6185:x1853163938683392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.504392:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1156 count 1 00002000:00010000:2.0:1767318260.504413:0:21248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x484:0x0] initial LVB size: 137363456, mtime: 0x69571f2d, atime: 0x0, ctime: 0x69571f2d, blocks: 0x80f 00010000:00010000:2.0:1767318260.504419:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f6b6 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504429:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.504431:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.504435:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f6b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504445:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f6b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504453:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f6b6 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504461:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f6b6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504478:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1767318260.504646:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24826 00000100:00100000:2.0:1767318260.504655:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+834:6185:x1853163938683904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.504670:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1218 count 1 00002000:00010000:2.0:1767318260.504685:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4c2:0x0] initial LVB size: 74448896, mtime: 0x6957217b, atime: 0x0, ctime: 0x6957217b, blocks: 0x80f 00010000:00010000:2.0:1767318260.504689:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f6bd lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504696:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.504699:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.504701:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f6bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504709:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f6bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504721:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f6bd lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504727:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f6bd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504751:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1767318260.504781:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+835:6185:x1853163938684288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1626us (2551us total) trans 4294976547 rc 0/0 00000100:00100000:3.0:1767318260.504788:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24824 00000004:00080000:3.0:1767318260.504836:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538c380/2, rc 0, transno 4294976546 00010000:00010000:2.0:1767318260.504842:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1767318260.504848:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f6a8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318260.504848:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938683776:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318260.504856:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8800 already unused, calling callback (ffffffffc15bcb40) 00000004:00080000:3.0:1767318260.504859:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538f480/2, rc 0, transno 4294976547 00010000:00010000:2.0:1767318260.504860:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f6a8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318260.504863:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938684288:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318260.504869:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f6a8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318260.504884:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767318260.504886:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f6a8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.504892:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8800/0x3313483622c9f6a8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767318260.504916:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538df80/2, rc 0, transno 4294976543 00000100:00100000:3.0:1767318260.504920:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938683520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.504934:0:21246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938684032 00000100:00100000:3.0:1767318260.504940:0:21246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938684032 00000100:00100000:3.0:1767318260.504966:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24827 00000100:00100000:3.0:1767318260.504972:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+835:6187:x1853163938684032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.504984:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1250 count 1 00010000:00010000:2.0:1767318260.504990:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767318260.504995:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f6af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1767318260.504999:0:21246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4e2:0x0] initial LVB size: 67108864, mtime: 0x695721db, atime: 0x0, ctime: 0x695721db, blocks: 0x80f 00010000:00010000:2.0:1767318260.505002:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.505004:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f6c4 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505005:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f6af lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505013:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f6af lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.505013:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.505015:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.505018:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f6c4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505024:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f6af lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.505027:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f6c4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505031:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8400/0x3313483622c9f6af lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.505034:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f6c4 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.505041:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f6c4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505044:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318260.505047:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f6b6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505052:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318260.505054:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318260.505055:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f6b6 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505061:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f6b6 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505070:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f6b6 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505082:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f6b6 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505101:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318260.505105:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f6bd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505110:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.505114:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f6bd lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505121:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f6bd lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505130:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f6bd lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505136:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51800/0x3313483622c9f6bd lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505150:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.505153:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f6c4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505158:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.505161:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f6c4 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505168:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f6c4 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505176:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f6c4 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505183:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8c00/0x3313483622c9f6c4 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.505193:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.505195:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.505196:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.505202:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.506093:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.506109:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938684416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.506159:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.506191:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938684672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.506211:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.506556:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538c000/2, rc 0, transno 4294976544 00000100:00100000:2.0:1767318260.506567:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938684160:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.506578:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538fb80/2, rc 0, transno 4294976545 00000100:00100000:2.0:1767318260.506581:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938683648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.506588:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318260.506593:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043538f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938684544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.506615:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.506643:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938684416 00000100:00100000:2.0:1767318260.506649:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938684416 00000100:00100000:2.0:1767318260.506677:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938684672 00000100:00100000:2.0:1767318260.506679:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938684672 00000100:00100000:2.0:1767318260.506693:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938684544 00000100:00100000:2.0:1767318260.506695:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938684544 00000100:00100000:2.0:1767318260.506713:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24828 00000100:00100000:2.0:1767318260.506720:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043538ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+838:6185:x1853163938684416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1767318260.506778:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24829 00000100:00100000:1.0:1767318260.506789:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043538d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+838:6188:x1853163938684672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1767318260.506804:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1255 count 1 00002000:00010000:1.0:1767318260.506831:0:21391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4e7:0x0] initial LVB size: 68157440, mtime: 0x69572290, atime: 0x0, ctime: 0x69572290, blocks: 0x80f 00010000:00010000:1.0:1767318260.506838:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f6cb lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.506849:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.506851:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.506855:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f6cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.506867:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f6cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.506879:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f6cb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.506885:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f6cb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.506900:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1767318260.507281:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1253 count 1 00002000:00010000:2.0:1767318260.507301:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.507306:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f6d2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.507314:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.507315:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.507318:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f6d2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.507327:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f6d2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.507345:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f6d2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.507565:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f6d2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.507580:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.508311:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043538ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+839:6185:x1853163938684416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1586us (2147us total) trans 4294976548 rc 0/0 00000100:00100000:2.0:1767318260.508324:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24828 00000100:00100000:2.0:1767318260.508361:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24830 00000100:00100000:2.0:1767318260.508373:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311571180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+838:6188:x1853163938684544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.508392:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1254 count 1 00002000:00010000:2.0:1767318260.508413:0:21397:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4e6:0x0] initial LVB size: 68157440, mtime: 0x69572256, atime: 0x0, ctime: 0x69572256, blocks: 0x80f 00010000:00010000:2.0:1767318260.508419:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f6d9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.508428:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.508430:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.508434:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f6d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.508444:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f6d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.508452:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f6d9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.508459:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f6d9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.508466:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1767318260.508583:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1767318260.508590:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f6cb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508599:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.508603:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f6cb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508612:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f6cb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508628:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f6cb lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508635:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030c441e00/0x3313483622c9f6cb lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508658:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318260.508661:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f6d2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508668:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.508671:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f6d2 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508678:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f6d2 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508688:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f6d2 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508695:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50c00/0x3313483622c9f6d2 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508709:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318260.508713:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f6d9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508719:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318260.508722:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f6d9 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508728:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f6d9 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508738:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f6d9 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508744:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51400/0x3313483622c9f6d9 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.508756:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.508758:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.508759:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.508765:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.509050:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.509368:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318260.513277:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938684928:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.513352:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.513385:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938684928 00000100:00100000:3.0:1767318260.513392:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938684928 00000100:00100000:3.0:1767318260.513434:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24831 00000100:00100000:3.0:1767318260.513442:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+839:6186:x1853163938684928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.513468:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1257 count 1 00002000:00010000:3.0:1767318260.513500:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1767318260.513527:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9f6e0 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.513542:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.513544:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.513549:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9f6e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.513562:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9f6e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.513571:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9f6e0 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.513579:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9f6e0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.513595:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1767318260.513838:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+840:6186:x1853163938684928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 396us (485us total) trans 4294976549 rc 0/0 00000100:00100000:3.0:1767318260.513846:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24831 00000004:00080000:3.0:1767318260.513899:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317be6300/2, rc 0, transno 4294976549 00000100:00100000:3.0:1767318260.513910:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938684928:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.513920:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318260.513958:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938685056:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.513983:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318260.514006:0:20656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938685056 00000100:00100000:3.0:1767318260.514010:0:20656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938685056 00000100:00100000:2.0:1767318260.514900:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+841:6185:x1853163938683904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10243us (12572us total) trans 4294976550 rc 0/0 00000100:00100000:2.0:1767318260.514917:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24826 00000100:00100000:1.0:1767318260.515002:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043538d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+841:6188:x1853163938684672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8216us (8788us total) trans 4294976551 rc 0/0 00000100:00100000:1.0:1767318260.515009:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24829 00010000:00010000:1.0:1767318260.515116:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.515123:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9f6e0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.515133:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.515137:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9f6e0 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.515145:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9f6e0 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.515164:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9f6e0 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.515171:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca8000/0x3313483622c9f6e0 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.515193:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.515195:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.515197:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.515576:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538ea00/2, rc 0, transno 4294976548 00000100:00100000:2.0:1767318260.515593:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938684416:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.515603:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538d880/2, rc 0, transno 4294976550 00000100:00100000:2.0:1767318260.515607:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938683904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.515674:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938685312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.515705:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.515732:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938685312 00000100:00100000:2.0:1767318260.516305:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938685312 00000100:00100000:2.0:1767318260.516366:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24832 00000100:00100000:2.0:1767318260.516374:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+841:6185:x1853163938685312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.516400:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1011 count 1 00010000:00010000:2.0:1767318260.516423:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.516442:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318043400/0x3313483622c9ce5a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555478 expref: 15 pid: 21382 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.516450:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.516452:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.516455:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.516481:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318043400/0x3313483622c9ce5a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555478 expref: 15 pid: 21382 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.516495:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043400/0x3313483622c9ce5a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555478 expref: 15 pid: 21382 timeout: 3607 lvb_type: 1 00000100:00100000:2.0:1767318260.516536:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311572680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938685440:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318260.516599:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59d80 going to sleep for 11 seconds 00000100:00100000:3.0:1767318260.516600:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24833 00000100:00100000:3.0:1767318260.516608:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+841:6187:x1853163938685056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318260.516620:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:2119 count 1 00002000:00010000:3.0:1767318260.516641:0:20656:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x847:0x0] initial LVB size: 2098176, mtime: 0x69571a10, atime: 0x0, ctime: 0x69571a10, blocks: 0xf 00010000:00010000:3.0:1767318260.516647:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f6ee lrc: 3/0,1 mode: --/PW res: [0x240000403:0x847:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.516655:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.516657:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318260.516661:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f6ee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.516672:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f6ee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.516681:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f6ee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.516688:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f6ee lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318260.516703:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.516717:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938685184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.516802:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938684800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318260.516830:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318260.518545:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1767318260.518600:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538f800/2, rc 0, transno 4294976551 00000100:00100000:2.0:1767318260.518611:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938684672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.518638:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938684800 00000100:00100000:2.0:1767318260.518644:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938684800 00000100:00100000:2.0:1767318260.518674:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938685184 00000100:00100000:2.0:1767318260.518676:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938685184 00000100:00100000:2.0:1767318260.518692:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24834 00000100:00100000:2.0:1767318260.518699:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+843:6186:x1853163938684800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.518723:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1256 count 1 00002000:00010000:2.0:1767318260.518749:0:21393:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000404:0x4e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1767318260.518755:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f6f5 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.518766:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.518768:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.518774:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f6f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.518785:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f6f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.518794:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f6f5 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.518801:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f6f5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.518815:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318260.519039:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+844:6186:x1853163938684800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 338us (2206us total) trans 4294976552 rc 0/0 00000100:00100000:2.0:1767318260.519046:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24834 00000100:00100000:2.0:1767318260.519062:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24835 00000100:00100000:2.0:1767318260.519068:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0311570a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+843:6188:x1853163938685184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318260.519079:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1009 count 1 00010000:00010000:2.0:1767318260.519089:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.519103:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7600/0x3313483622c9ce1b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55546a expref: 15 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.519109:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.519110:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318260.519113:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.519138:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7600/0x3313483622c9ce1b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55546a expref: 15 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318260.519149:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7600/0x3313483622c9ce1b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55546a expref: 15 pid: 21245 timeout: 3607 lvb_type: 1 00000100:00100000:2.0:1767318260.519166:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0311570e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938685568:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318260.520815:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0305b59cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1767318260.520845:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318260.520852:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f6ee lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.520862:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.520866:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f6ee lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.520875:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f6ee lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.520893:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f6ee lrc: 1/0,0 mode: --/PW res: [0x240000403:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.520900:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9600/0x3313483622c9f6ee lrc: 0/0,0 mode: --/PW res: [0x240000403:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.520918:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318260.520923:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f6f5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.520928:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318260.520931:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f6f5 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318260.520938:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311571180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+844:6188:x1853163938684544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12568us (14320us total) trans 4294976553 rc 0/0 00010000:00010000:2.0:1767318260.520938:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f6f5 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767318260.520948:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24830 00010000:00010000:2.0:1767318260.520948:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f6f5 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.520953:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50e00/0x3313483622c9f6f5 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318260.520967:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.520969:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318260.520971:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.520973:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318260.521032:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318260.521045:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938685696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.521075:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1767318260.523997:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318260.524320:0:21440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938685696 00000100:00100000:0.0:1767318260.524340:0:21440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938685696 00000100:00100000:0.0:1767318260.524395:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24836 00000100:00100000:0.0:1767318260.524403:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+844:6185:x1853163938685696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.524431:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1012 count 1 00010000:00010000:0.0:1767318260.524457:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.524477:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318043800/0x3313483622c9ce84 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55547f expref: 15 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318260.524491:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.524493:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.524497:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.524623:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318043800/0x3313483622c9ce84 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55547f expref: 15 pid: 21440 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318260.524635:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318043800/0x3313483622c9ce84 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55547f expref: 15 pid: 21440 timeout: 3607 lvb_type: 1 00000100:00100000:0.0:1767318260.524648:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938685824:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318260.524725:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043ef956c0 going to sleep for 11 seconds 00000004:00080000:0.0:1767318260.525979:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538f100/2, rc 0, transno 4294976553 00000100:00100000:0.0:1767318260.526001:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938684544:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.526077:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318260.526091:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938685952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1767318260.526137:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318260.526167:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938685952 00000100:00100000:0.0:1767318260.526172:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938685952 00000100:00100000:0.0:1767318260.526207:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24837 00000100:00100000:0.0:1767318260.526214:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043d331850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+845:6188:x1853163938685952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318260.526236:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1013 count 1 00010000:00010000:0.0:1767318260.526257:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.526282:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4e00/0x3313483622c9d021 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a2 expref: 15 pid: 14894 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318260.526290:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.526293:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318260.526296:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318260.526318:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030def4e00/0x3313483622c9d021 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a2 expref: 15 pid: 14894 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318260.526329:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4e00/0x3313483622c9d021 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a2 expref: 15 pid: 14894 timeout: 3607 lvb_type: 1 00000100:00100000:0.0:1767318260.526353:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938686080:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318260.526403:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043ef95300 going to sleep for 11 seconds 00000100:00100000:2.0:1767318260.531695:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+846:6185:x1853163938683392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27318us (29397us total) trans 4294976554 rc 0/0 00000100:00100000:2.0:1767318260.531709:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24825 00000004:00080000:2.0:1767318260.531772:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538e680/2, rc 0, transno 4294976554 00000100:00100000:2.0:1767318260.531787:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938683392:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318260.535176:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+846:6187:x1853163938685056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18559us (21182us total) trans 4294976555 rc 0/0 00000100:00100000:2.0:1767318260.535191:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24833 00000100:00100000:1.0:1767318260.541347:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318260.541372:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318260.541405:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318260.541489:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318260.541558:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311572680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938685440:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318260.541587:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318260.541615:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311570e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938685568:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318260.541627:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318260.541650:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918023424 00000100:00100000:1.0:1767318260.541656:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918023424 00010000:00010000:1.0:1767318260.541689:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043400/0x3313483622c9ce5a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555478 expref: 16 pid: 21382 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.541716:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918023552 00000100:00100000:1.0:1767318260.541719:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918023552 00010000:00010000:1.0:1767318260.541730:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7600/0x3313483622c9ce1b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55546a expref: 17 pid: 21245 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.541743:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918023680 00000100:00100000:1.0:1767318260.541746:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918023680 00010000:00010000:1.0:1767318260.541757:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4e00/0x3313483622c9d021 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a2 expref: 18 pid: 14894 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.541767:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918023808 00000100:00100000:1.0:1767318260.541769:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918023808 00010000:00010000:1.0:1767318260.541779:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318043800/0x3313483622c9ce84 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55547f expref: 19 pid: 21440 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.541794:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32305 00000100:00100000:1.0:1767318260.541802:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+19:2481:x1853163918023424:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.541818:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.541822:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318043400/0x3313483622c9ce5a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555478 expref: 19 pid: 21382 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.541832:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318043400/0x3313483622c9ce5a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555478 expref: 19 pid: 21382 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.541853:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318043400/0x3313483622c9ce5a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555478 expref: 19 pid: 21382 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.541865:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.541867:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.541871:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.541880:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.541908:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318260.541955:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+18:2481:x1853163918023424:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 152us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.541962:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32305 00000100:00100000:1.0:1767318260.541980:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32306 00000100:00100000:1.0:1767318260.541987:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+17:2481:x1853163918023552:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.541995:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.542000:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7600/0x3313483622c9ce1b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55546a expref: 17 pid: 21245 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.542008:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7600/0x3313483622c9ce1b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55546a expref: 17 pid: 21245 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.542021:0:12857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a03027d7600/0x3313483622c9ce1b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55546a expref: 17 pid: 21245 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.542030:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.542031:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.542034:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542042:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542056:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318260.542075:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+16:2481:x1853163918023552:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 89us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.542081:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32306 00000100:00100000:1.0:1767318260.542093:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32307 00000100:00100000:1.0:1767318260.542098:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0437e5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+15:2480:x1853163918023680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.542105:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.542110:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030def4e00/0x3313483622c9d021 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a2 expref: 15 pid: 14894 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.542118:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030def4e00/0x3313483622c9d021 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a2 expref: 15 pid: 14894 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.542129:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.542131:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.542134:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542142:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542151:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318260.542167:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0437e5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+15:2480:x1853163918023680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.542173:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32307 00000100:00100000:1.0:1767318260.542187:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32308 00000100:00100000:1.0:1767318260.542193:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+14:2480:x1853163918023808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318260.542200:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318260.542204:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318043800/0x3313483622c9ce84 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55547f expref: 14 pid: 21440 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.542213:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318043800/0x3313483622c9ce84 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55547f expref: 14 pid: 21440 timeout: 3607 lvb_type: 1 00010000:00010000:1.0:1767318260.542224:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.542225:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318260.542229:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542236:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542246:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318260.542264:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03180c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+14:2480:x1853163918023808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318260.542270:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32308 00010000:00010000:1.0:1767318260.542304:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4e00/0x3313483622c9d021 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a2 expref: 13 pid: 14894 timeout: 3607 lvb_type: 1 00000100:00100000:1.0:1767318260.542313:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:21247:1853163938686080:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318260.542325:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542347:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542358:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542367:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542375:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542397:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318260.542709:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+847:6187:x1853163938684032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37735us (37822us total) trans 4294976556 rc 0/0 00000100:00100000:2.0:1767318260.542718:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24827 00000100:00100000:1.0:1767318260.542728:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043d331850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+846:6188:x1853163938685952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16515us (16590us total) trans 4294976557 rc 0/0 00000100:00100000:1.0:1767318260.542733:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24837 00010000:00010000:1.0:1767318260.542762:0:21440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318043800/0x3313483622c9ce84 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55547f expref: 12 pid: 21440 timeout: 3607 lvb_type: 1 00000004:00080000:2.0:1767318260.542763:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317be4700/2, rc 0, transno 4294976555 00000100:00100000:1.0:1767318260.542772:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:21440:1853163938685824:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318260.542774:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938685056:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.542783:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318260.542783:0:6187:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043538e300/2, rc 0, transno 4294976556 00000100:00100000:2.0:1767318260.542787:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043538e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938684032:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.542791:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542797:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542808:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.542815:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318260.542815:0:6186:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317be6680/2, rc 0, transno 4294976552 00000100:00100000:2.0:1767318260.542820:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938684800:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.542827:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1767318260.543050:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+846:6185:x1853163938685696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18647us (21973us total) trans 4294976558 rc 0/0 00000100:00100000:1.0:1767318260.543056:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24836 00010000:00010000:1.0:1767318260.543087:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543095:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543103:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543110:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543123:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1767318260.543375:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+846:6185:x1853163938685312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27001us (27668us total) trans 4294976559 rc 0/0 00000100:00100000:1.0:1767318260.543380:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24832 00010000:00010000:1.0:1767318260.543502:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543532:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543540:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543546:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543561:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1767318260.543689:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0311570a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+846:6188:x1853163938685184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24620us (25148us total) trans 4294976560 rc 0/0 00000100:00100000:1.0:1767318260.543696:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24835 00000004:00080000:1.0:1767318260.543814:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfc700/2, rc 0, transno 4294976557 00000100:00100000:1.0:1767318260.543827:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938685952:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318260.543835:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311570700/2, rc 0, transno 4294976560 00000100:00100000:1.0:1767318260.543838:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311570700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938685184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318260.543853:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318260.543859:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543867:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.543871:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543884:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543902:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543908:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b200/0x3313483622c9f70a lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543924:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318260.543928:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543933:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915b600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.543936:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543943:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543952:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543959:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915b600/0x3313483622c9f703 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543976:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318260.543979:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543985:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.543987:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.543994:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.544002:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.544008:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51c00/0x3313483622c9f6e7 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.544018:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318260.544021:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.544027:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318260.544030:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.544036:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.544046:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.544052:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50800/0x3313483622c9f6fc lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318260.544065:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.544066:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.544068:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318260.544074:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318260.547278:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0441fd3480/2, rc 0, transno 4294976558 00000100:00100000:2.0:1767318260.547306:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938685696:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318260.547322:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0311572a00/2, rc 0, transno 4294976559 00000100:00100000:2.0:1767318260.547326:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0311572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938685312:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1767318260.547411:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318260.547419:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318261.172682:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318261.501341:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:943be690-b535-4c6b-81b7-ef2ba50eac91:6188:1853163938686208:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.501352:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6185:1853163938686336:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.501580:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318261.501637:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318261.501647:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6185:1853163938686464:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.501760:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318261.501796:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938686592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.501827:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318261.501869:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938686336 00000100:00100000:2.0:1767318261.501876:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938686336 00000100:00100000:2.0:1767318261.502170:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938686464 00000100:00100000:2.0:1767318261.502174:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938686464 00000100:00100000:2.0:1767318261.502202:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1767318261.502210:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6185:x1853163938686336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318261.502551:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318261.502581:0:56435:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938686208 00000100:00100000:0.0:1767318261.502586:0:56435:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938686208 00000100:00100000:0.0:1767318261.502622:0:56435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1767318261.502630:0:56435:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a040732f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:943be690-b535-4c6b-81b7-ef2ba50eac91+18:6188:x1853163938686208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318261.502676:0:56435:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a040732f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:943be690-b535-4c6b-81b7-ef2ba50eac91+18:6188:x1853163938686208:12345-0@lo:400:kworker.0 Request processed in 47us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318261.502679:0:21393:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938686592 00000100:00100000:1.0:1767318261.502686:0:21393:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938686592 00000100:00100000:0.0:1767318261.502687:0:56435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1767318261.502726:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:1.0:1767318261.502735:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a03186ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+846:6187:x1853163938686592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318261.502777:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a03186ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+846:6187:x1853163938686592:12345-0@lo:400:kworker.0 Request processed in 43us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318261.502784:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00080000:1.0:1767318261.502803:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767318261.502838:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:943be690-b535-4c6b-81b7-ef2ba50eac91:6188:1853163938686208:0@lo:400:kworker.0 00000100:00100000:1.0:1767318261.503574:0:56440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1767318261.503587:0:56440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6185:x1853163938686464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318261.503740:0:56440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:6185:x1853163938686464:12345-0@lo:400:kworker.0 Request processed in 156us (1978us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318261.503751:0:56440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1767318261.506299:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938686592:0@lo:400:kworker.0 00000100:00100000:3.0:1767318261.506337:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318261.506347:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938686720:0@lo:400:kworker.0 00000100:00100000:3.0:1767318261.506402:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318261.506450:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441fd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:6185:x1853163938686336:12345-0@lo:400:kworker.0 Request processed in 4238us (4869us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318261.506463:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1767318261.506497:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6185:1853163938686848:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.506552:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318261.506583:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6185:1853163938686464:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.506597:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:6185:1853163938686336:0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.506790:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938686848 00000100:00100000:2.0:1767318261.506797:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938686848 00000100:00100000:2.0:1767318261.506838:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1767318261.506847:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6185:x1853163938686848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318261.506891:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031ab7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6185:x1853163938686848:12345-0@lo:400:kworker.0 Request processed in 45us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318261.506898:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1767318261.506929:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:6185:1853163938686848:0@lo:400:kworker.0 00000100:00100000:1.0:1767318261.508588:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938686720 00000100:00100000:1.0:1767318261.508602:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938686720 00000100:00100000:1.0:1767318261.508665:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00100000:1.0:1767318261.508676:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+656:6187:x1853163938686720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318261.508767:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+656:6187:x1853163938686720:12345-0@lo:400:kworker.0 Request processed in 93us (2364us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318261.508775:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00000100:00100000:1.0:1767318261.508824:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938686720:0@lo:400:kworker.0 00010000:00010000:1.0:1767318262.210826:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1767318262.525248:0:56463:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3509223738642ns, next at 3510223736561ns, rc = 0 00000004:00080000:1.0:1767318262.525304:0:56465:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 3509223797152ns, next at 3510223795512ns, rc = 0 00000100:00100000:1.0:1767318262.525335:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938686976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767318262.525403:0:6186:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318262.525477:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938687104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1767318262.525499:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318262.528572:0:14898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938686976 00000100:00100000:2.0:1767318262.528587:0:14898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938686976 00000100:00100000:2.0:1767318262.528647:0:14898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938687104 00000100:00100000:2.0:1767318262.528650:0:14898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938687104 00000100:00100000:2.0:1767318262.528671:0:14898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1767318262.528682:0:14898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+846:6186:x1853163938686976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767318262.528715:0:14898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 36372480 pending 0 free 3827302400 avail 3825205248 00000100:00100000:2.0:1767318262.528788:0:14898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+846:6186:x1853163938686976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (3384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318262.528795:0:14898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1767318262.528812:0:14898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1767318262.528819:0:14898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a043449df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+656:6187:x1853163938687104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1767318262.528838:0:14898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 41484288 pending 0 free 3804233728 avail 3802136576 00000100:00100000:2.0:1767318262.528868:0:14898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a043449df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+656:6187:x1853163938687104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (3368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318262.528875:0:14898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00080000:1.0:1767318262.532670:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318262.532689:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318262.532754:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:6186:1853163938686976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767318262.532804:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:6187:1853163938687104:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1767318262.900168:0:14921:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976535 is committed 00000001:00080000:2.0:1767318262.900710:0:14921:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976560 is committed 00010000:00010000:1.0:1767318263.220666:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1767318264.039296:0:62757:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-pfl: finish cleanup 20:44:22 (1767318262) === 00000001:00080000:0.0:1767318264.068184:0:14954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294976113 is committed 00010000:00010000:0.0:1767318264.254394:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1767318264.568538:0:56473:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000004:00080000:3.0:1767318264.568569:0:56473:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000100:00100000:3.0:1767318264.568748:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938687232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318264.568820:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318264.568887:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938687744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318264.568907:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318264.568926:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318264.568932:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938687616:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318264.568953:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318264.568978:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938687232 00000100:00100000:3.0:1767318264.568984:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938687232 00000100:00100000:3.0:1767318264.569157:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938687744 00000100:00100000:3.0:1767318264.569161:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938687744 00000100:00100000:3.0:1767318264.569174:0:14895:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938687616 00000100:00100000:3.0:1767318264.569177:0:14895:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938687616 00000100:00100000:3.0:1767318264.569194:0:14895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24838 00000100:00100000:3.0:1767318264.569201:0:14895:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6188:x1853163938687232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318264.569225:0:14895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1014 count 1 00010000:00010000:3.0:1767318264.569249:0:14895:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.569269:0:14895:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5c00/0x3313483622c9d01a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b7 expref: 11 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318264.569276:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.569279:0:14895:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.569282:0:14895:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.569320:0:14895:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030def5c00/0x3313483622c9d01a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b7 expref: 11 pid: 21384 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318264.569337:0:14895:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5c00/0x3313483622c9d01a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b7 expref: 11 pid: 21384 timeout: 3611 lvb_type: 1 00000100:00100000:3.0:1767318264.569348:0:14895:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938688128:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318264.569401:0:14895:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0418ca0e40 going to sleep for 11 seconds 00000100:00080000:3.0:1767318264.569413:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318264.569426:0:21391:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24839 00000100:00100000:3.0:1767318264.569433:0:21391:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+7:6188:x1853163938687744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1767318264.569445:0:21391:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1090 count 1 00010000:00010000:3.0:1767318264.569455:0:21391:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.569467:0:21391:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9d300 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1073741823) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554fd expref: 11 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318264.569472:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.569474:0:21391:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.569476:0:21391:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.569493:0:21391:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9d300 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1073741823) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554fd expref: 11 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318264.569527:0:21391:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9d300 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1073741823) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554fd expref: 11 pid: 21245 timeout: 3611 lvb_type: 1 00000100:00100000:0.0:1767318264.569540:0:21393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24840 00000100:00100000:3.0:1767318264.569550:0:21391:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:21391:1853163938688256:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318264.569556:0:21393:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+7:6188:x1853163938687616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1767318264.569573:0:21393:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1016 count 1 00000100:00100000:3.0:1767318264.569586:0:21391:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0418ca0780 going to sleep for 11 seconds 00010000:00010000:0.0:1767318264.569588:0:21393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.569884:0:21393:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5a00/0x3313483622c9d1a2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e1 expref: 11 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318264.569891:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318264.569892:0:21393:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318264.569895:0:21393:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.569914:0:21393:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030def5a00/0x3313483622c9d1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e1 expref: 11 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318264.569924:0:21393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5a00/0x3313483622c9d1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e1 expref: 11 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:0.0:1767318264.569934:0:21393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938688384:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318264.569974:0:21393:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410a9e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1767318264.570213:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938687360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318264.570249:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318264.570270:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938687872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318264.570288:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318264.570301:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938688768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318264.570332:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318264.570346:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938689280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318264.570362:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318264.570377:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1767318264.570382:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938687488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318264.570400:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318264.570412:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938688000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1767318264.570427:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318264.570438:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938688896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318264.570453:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318264.570464:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031877fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938689408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318264.570480:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318264.570503:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938687360 00000100:00100000:2.0:1767318264.570532:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938687360 00000100:00100000:2.0:1767318264.570559:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938687872 00000100:00100000:2.0:1767318264.570562:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938687872 00000100:00100000:2.0:1767318264.570576:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938688768 00000100:00100000:2.0:1767318264.570580:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938688768 00000100:00100000:2.0:1767318264.570618:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938689280 00000100:00100000:2.0:1767318264.570622:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938689280 00000100:00100000:2.0:1767318264.570638:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938687488 00000100:00100000:2.0:1767318264.570642:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938687488 00000100:00100000:2.0:1767318264.570663:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938688000 00000100:00100000:2.0:1767318264.570665:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938688000 00000100:00100000:2.0:1767318264.570679:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938688896 00000100:00100000:2.0:1767318264.570681:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938688896 00000100:00100000:2.0:1767318264.570692:0:14894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938689408 00000100:00100000:2.0:1767318264.570694:0:14894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938689408 00000100:00100000:2.0:1767318264.570709:0:14894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24841 00000100:00100000:2.0:1767318264.570716:0:14894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:6185:x1853163938687360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318264.570734:0:14894:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1010 count 1 00000100:00100000:3.0:1767318264.570741:0:21249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24842 00010000:00010000:2.0:1767318264.570749:0:14894:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318264.570751:0:21249:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c19ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:6185:x1853163938687872:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318264.570770:0:14894:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4000/0x3313483622c9d186 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554cc expref: 11 pid: 21391 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1767318264.570770:0:21249:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1258 count 1 00010000:00010000:2.0:1767318264.570780:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.570783:0:14894:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.570788:0:14894:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.570788:0:21249:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.570812:0:21249:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90000/0x3313483622c9d66b lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55553c expref: 11 pid: 21382 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318264.570819:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.570822:0:21249:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.570823:0:14894:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030def4000/0x3313483622c9d186 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554cc expref: 11 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318264.570825:0:21249:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 4/0,1 mode: --/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.570852:0:14894:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030def4000/0x3313483622c9d186 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554cc expref: 11 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.570860:0:21249:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90000/0x3313483622c9d66b lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55553c expref: 11 pid: 21382 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767318264.570865:0:14894:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938689536:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318264.570878:0:21249:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90000/0x3313483622c9d66b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55553c expref: 11 pid: 21382 timeout: 3611 lvb_type: 1 00000100:00100000:3.0:1767318264.570889:0:21249:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0317be6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938689664:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318264.570915:0:14894:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a120c0 going to sleep for 11 seconds 00000100:00100000:3.0:1767318264.570920:0:21249:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0418ca0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1767318264.570937:0:21246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24843 00000100:00100000:2.0:1767318264.570947:0:21246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:6185:x1853163938688768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318264.570948:0:21384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24844 00000100:00100000:3.0:1767318264.570961:0:21384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+8:6185:x1853163938689280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1767318264.570965:0:21246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1019 count 1 00002000:00080000:3.0:1767318264.570978:0:21384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1257 count 1 00010000:00010000:2.0:1767318264.570982:0:21246:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.570995:0:21246:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4a00/0x3313483622c9d19b lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554d3 expref: 12 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318264.571000:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.571002:0:21246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.571005:0:21246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.571024:0:21246:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030def4a00/0x3313483622c9d19b lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554d3 expref: 12 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318264.571033:0:21246:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4a00/0x3313483622c9d19b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554d3 expref: 12 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.571042:0:21246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c199500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:21246:1853163938689792:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318264.571066:0:21246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a12a80 going to sleep for 11 seconds 00000100:00100000:2.0:1767318264.571084:0:20656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24845 00000100:00100000:2.0:1767318264.571090:0:20656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:6185:x1853163938687488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1767318264.571101:0:20656:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1015 count 1 00010000:00010000:2.0:1767318264.571110:0:20656:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.571122:0:20656:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5400/0x3313483622c9d18d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554da expref: 11 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318264.571129:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.571130:0:20656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.571133:0:20656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 4/0,1 mode: --/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.571150:0:20656:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a030def5400/0x3313483622c9d18d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554da expref: 11 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318264.571158:0:20656:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a030def5400/0x3313483622c9d18d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554da expref: 11 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.571167:0:20656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938689920:192.168.203.16@tcp:104: 00000100:00100000:2.0:1767318264.571191:0:20656:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0433a126c0 going to sleep for 11 seconds 00010000:00010000:3.0:1767318264.571203:0:21384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318264.571209:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24846 00000100:00100000:2.0:1767318264.571221:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c19aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:6185:x1853163938688000:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1767318264.571224:0:21384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90e00/0x3313483622c9d775 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555551 expref: 12 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318264.571233:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:2.0:1767318264.571234:0:21248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000404:1259 count 1 00010000:00010000:3.0:1767318264.571236:0:21384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.571241:0:21384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.571249:0:21248:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.571263:0:21248:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d8a2 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x4eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555566 expref: 11 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1767318264.571268:0:21384:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90e00/0x3313483622c9d775 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555551 expref: 12 pid: 25439 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318264.571274:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.571278:0:21248:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.571283:0:21248:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 4/0,1 mode: --/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.571285:0:21384:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90e00/0x3313483622c9d775 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555551 expref: 12 pid: 25439 timeout: 3611 lvb_type: 1 00000100:00100000:3.0:1767318264.571316:0:21384:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0407828380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938690048:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318264.571326:0:21248:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d8a2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555566 expref: 11 pid: 21245 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318264.571337:0:21248:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d8a2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x4eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555566 expref: 11 pid: 21245 timeout: 3611 lvb_type: 1 00000100:00100000:3.0:1767318264.571344:0:21384:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0418ca0300 going to sleep for 11 seconds 00000100:00100000:2.0:1767318264.571349:0:21248:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938690176:192.168.203.16@tcp:104: 00000100:00100000:3.0:1767318264.571370:0:14896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24847 00000100:00100000:3.0:1767318264.571379:0:14896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:6185:x1853163938688896:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1767318264.571380:0:21248:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0405faab40 going to sleep for 11 seconds 00002000:00080000:3.0:1767318264.571397:0:14896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1020 count 1 00010000:00010000:3.0:1767318264.571410:0:14896:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.571420:0:14896:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9d194 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e8 expref: 12 pid: 21391 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1767318264.571426:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24848 00010000:00010000:3.0:1767318264.571434:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.571436:0:14896:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1767318264.571440:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:6185:x1853163938689408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1767318264.571441:0:14896:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1767318264.571457:0:21245:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1258 count 1 00010000:00010000:3.0:1767318264.571467:0:14896:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9d194 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e8 expref: 12 pid: 21391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318264.571471:0:21245:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.571483:0:14896:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9d194 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e8 expref: 12 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.571489:0:21245:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a200/0x3313483622c9d8a9 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->10485759) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55556d expref: 12 pid: 21383 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1767318264.571501:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1767318264.571502:0:14896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a040782b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938690304:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318264.571529:0:21245:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.571535:0:21245:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.571560:0:21245:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a200/0x3313483622c9d8a9 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->10485759) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55556d expref: 12 pid: 21383 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1767318264.571566:0:14896:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0418ca0540 going to sleep for 11 seconds 00010000:00010000:2.0:1767318264.571572:0:21245:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a200/0x3313483622c9d8a9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->10485759) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55556d expref: 12 pid: 21383 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.571584:0:21245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938690432:192.168.203.16@tcp:104: 00000100:00080000:3.0:1767318264.571600:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318264.571610:0:21245:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a043489bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1767318264.573200:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0405bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938688640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318264.573264:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318264.573321:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043467ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938689152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318264.573343:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318264.573383:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767318264.573390:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a041103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938688512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318264.573410:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318264.573427:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a03173d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938689024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318264.573449:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318264.573479:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938688640 00000100:00100000:0.0:1767318264.573486:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938688640 00000100:00100000:0.0:1767318264.573554:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938689152 00000100:00100000:0.0:1767318264.573557:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938689152 00000100:00100000:0.0:1767318264.573572:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938688512 00000100:00100000:0.0:1767318264.573575:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938688512 00000100:00100000:0.0:1767318264.573584:0:21397:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938689024 00000100:00100000:0.0:1767318264.573586:0:21397:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938689024 00000100:00100000:0.0:1767318264.574022:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24849 00000100:00100000:0.0:1767318264.574033:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:6188:x1853163938688640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1767318264.574060:0:21397:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1018 count 1 00010000:00010000:0.0:1767318264.574095:0:21397:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.574115:0:21397:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab000/0x3313483622c9d028 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b0 expref: 12 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318264.574123:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318264.574125:0:21397:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1767318264.574128:0:21397:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.574159:0:21397:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab000/0x3313483622c9d028 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b0 expref: 12 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1767318264.574478:0:21397:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab000/0x3313483622c9d028 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b0 expref: 12 pid: 21248 timeout: 3611 lvb_type: 1 00000100:00100000:0.0:1767318264.574493:0:21397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938690560:192.168.203.16@tcp:104: 00000100:00100000:0.0:1767318264.574843:0:21397:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a0410a9e780 going to sleep for 11 seconds 00000100:00100000:1.0:1767318264.575063:0:21440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24850 00000100:00100000:1.0:1767318264.575077:0:21440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+12:6188:x1853163938689152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318264.575107:0:21440:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1256 count 1 00010000:00010000:1.0:1767318264.575123:0:21440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.575135:0:21440:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029e00/0x3313483622c9d5a0 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x4e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555527 expref: 12 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318264.575142:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318264.575143:0:21440:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318264.575146:0:21440:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.575167:0:21440:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030c029e00/0x3313483622c9d5a0 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x4e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555527 expref: 12 pid: 21247 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318264.575184:0:21440:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030c029e00/0x3313483622c9d5a0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555527 expref: 12 pid: 21247 timeout: 3611 lvb_type: 1 00000100:00100000:1.0:1767318264.575194:0:21440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938690688:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318264.575216:0:21440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04108e9300 going to sleep for 11 seconds 00000100:00100000:1.0:1767318264.575234:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24851 00000100:00100000:1.0:1767318264.575241:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0317bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:6188:x1853163938688512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318264.575252:0:21247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1017 count 1 00010000:00010000:1.0:1767318264.575263:0:21247:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 3/0,1 mode: --/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.575274:0:21247:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4400/0x3313483622c9d013 lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a9 expref: 12 pid: 14894 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318264.575283:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318264.575285:0:21247:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318264.575287:0:21247:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 4/0,1 mode: --/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.575313:0:21247:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a030def4400/0x3313483622c9d013 lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a9 expref: 12 pid: 14894 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318264.575322:0:21247:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a030def4400/0x3313483622c9d013 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a9 expref: 12 pid: 14894 timeout: 3611 lvb_type: 1 00000100:00100000:1.0:1767318264.575330:0:21247:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a043449ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938690816:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318264.575349:0:21247:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04108e9180 going to sleep for 11 seconds 00000100:00100000:1.0:1767318264.575365:0:21383:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24852 00000100:00100000:1.0:1767318264.575373:0:21383:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0303834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:6188:x1853163938689024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1767318264.575384:0:21383:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000404:1090 count 1 00010000:00010000:1.0:1767318264.575395:0:21383:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.575407:0:21383:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b400/0x3313483622c9d47a lrc: 2/0,0 mode: PR/PR res: [0x280000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555512 expref: 12 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318264.575413:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318264.575414:0:21383:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318264.575416:0:21383:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 4/0,1 mode: --/PW res: [0x280000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.575438:0:21383:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b400/0x3313483622c9d47a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555512 expref: 12 pid: 21248 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1767318264.575447:0:21383:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b400/0x3313483622c9d47a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555512 expref: 12 pid: 21248 timeout: 3611 lvb_type: 1 00000100:00100000:1.0:1767318264.575456:0:21383:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938690944:192.168.203.16@tcp:104: 00000100:00100000:1.0:1767318264.575474:0:21383:0:(client.c:2690:ptlrpc_set_wait()) set ffff9a04108e9900 going to sleep for 11 seconds 00000100:00100000:0.0:1767318264.586407:0:21393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:21393:1853163938688384:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318264.586438:0:21393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318264.586710:0:21391:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:21391:1853163938688256:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318264.586728:0:21391:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767318264.586977:0:14895:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:14895:1853163938688128:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318264.586991:0:14895:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318264.587427:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.587463:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.587567:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318264.594052:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918023936 00000100:00100000:1.0:1767318264.594066:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918023936 00010000:00010000:1.0:1767318264.594152:0:16319:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9d300 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1073741823) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554fd expref: 12 pid: 21245 timeout: 3611 lvb_type: 1 00000100:00080000:3.0:1767318264.594262:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318264.594362:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918024064 00000100:00100000:0.0:1767318264.594367:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918024064 00010000:00010000:0.0:1767318264.594388:0:12858:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5a00/0x3313483622c9d1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e1 expref: 13 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.596660:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918024192 00000100:00100000:2.0:1767318264.596673:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918024192 00000100:00100000:3.0:1767318264.596718:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.596739:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.596756:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.596774:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.596785:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.596795:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.596817:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.596846:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.596882:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.596900:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918024320 00000100:00100000:3.0:1767318264.596904:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918024320 00010000:00010000:3.0:1767318264.596922:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def4000/0x3313483622c9d186 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554cc expref: 15 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:3.0:1767318264.596944:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918024576 00000100:00100000:3.0:1767318264.596947:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918024576 00010000:00010000:2.0:1767318264.596955:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5c00/0x3313483622c9d01a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b7 expref: 14 pid: 21384 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.596972:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4a00/0x3313483622c9d19b lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554d3 expref: 13 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.596976:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918024832 00000100:00100000:2.0:1767318264.596982:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918024832 00000100:00100000:3.0:1767318264.596993:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918025088 00000100:00100000:3.0:1767318264.596998:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918025088 00010000:00010000:2.0:1767318264.597015:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90e00/0x3313483622c9d775 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555551 expref: 15 pid: 25439 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.597018:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9d194 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e8 expref: 15 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.597046:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918025344 00000100:00100000:3.0:1767318264.597047:0:21421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918024448 00000100:00100000:2.0:1767318264.597051:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918025344 00000100:00100000:3.0:1767318264.597053:0:21421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918024448 00010000:00010000:2.0:1767318264.597072:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab000/0x3313483622c9d028 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b0 expref: 16 pid: 21248 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.597075:0:21421:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90000/0x3313483622c9d66b lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55553c expref: 16 pid: 21382 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.597093:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918024704 00000100:00100000:2.0:1767318264.597096:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918024704 00010000:00010000:2.0:1767318264.597108:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a030def5400/0x3313483622c9d18d lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554da expref: 17 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.597119:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918024960 00000100:00100000:2.0:1767318264.597121:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918024960 00010000:00010000:2.0:1767318264.597132:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d8a2 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x4eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555566 expref: 18 pid: 21245 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.597142:0:12856:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918025216 00000100:00100000:2.0:1767318264.597145:0:12856:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918025216 00010000:00010000:2.0:1767318264.597158:0:12856:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a200/0x3313483622c9d8a9 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->10485759) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55556d expref: 17 pid: 21383 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.597172:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32309 00000100:00100000:2.0:1767318264.597180:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0407828a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+18:2481:x1853163918023936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318264.597193:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318264.597199:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9d300 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1073741823) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554fd expref: 18 pid: 21245 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.597210:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9d300 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1073741823) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554fd expref: 18 pid: 21245 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.597233:0:12856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0318042e00/0x3313483622c9d300 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1073741823) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554fd expref: 18 pid: 21245 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.597248:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.597249:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.597254:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.597262:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.597286:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318264.597531:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32310 00000100:00100000:2.0:1767318264.597537:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0407828a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+17:2481:x1853163918023936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 325us (10078us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318264.597542:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a040782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+17:2481:x1853163918024064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1767318264.597550:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32309 00010000:00010000:3.0:1767318264.597554:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318264.597562:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030def5a00/0x3313483622c9d1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e1 expref: 17 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.597573:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030def5a00/0x3313483622c9d1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e1 expref: 16 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.597578:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32311 00000100:00100000:2.0:1767318264.597591:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+16:2481:x1853163918024320:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318264.597600:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318264.597607:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5a00/0x3313483622c9d1a2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e1 expref: 16 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.597609:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030def4000/0x3313483622c9d186 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554cc expref: 16 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.597633:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.597635:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030def4000/0x3313483622c9d186 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554cc expref: 15 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.597636:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.597642:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.597652:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.597653:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.597657:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.597662:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.597677:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.597680:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1767318264.597695:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318264.597707:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a040782bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+15:2481:x1853163918024064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 168us (10244us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318264.597715:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32310 00000100:00100000:3.0:1767318264.597730:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32312 00000100:00100000:3.0:1767318264.597737:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04199b4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+14:2482:x1853163918024192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318264.597745:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318264.597749:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030def5c00/0x3313483622c9d01a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b7 expref: 14 pid: 21384 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.597759:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030def5c00/0x3313483622c9d01a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b7 expref: 14 pid: 21384 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.597770:0:21421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5c00/0x3313483622c9d01a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b7 expref: 14 pid: 21384 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.597779:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.597780:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.597784:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.597791:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.597812:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1767318264.598131:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32313 00000100:00100000:1.0:1767318264.598152:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+17:2481:x1853163918024576:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1767318264.598162:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1767318264.598168:0:16319:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030def4a00/0x3313483622c9d19b lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554d3 expref: 17 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:1.0:1767318264.598178:0:16319:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030def4a00/0x3313483622c9d19b lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554d3 expref: 17 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:1.0:1767318264.598192:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318264.598194:0:16319:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1767318264.598197:0:16319:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.598205:0:16319:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.598217:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318264.598393:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+13:2481:x1853163918024320:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 803us (1674us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318264.598401:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32311 00000100:00100000:2.0:1767318264.598421:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32314 00000100:00100000:2.0:1767318264.598430:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+17:2481:x1853163918024832:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1767318264.598436:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04199b4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+12:2482:x1853163918024192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 695us (10864us total) trans 0 rc 0/0 00010000:00010000:2.0:1767318264.598441:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1767318264.598446:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32312 00010000:00010000:2.0:1767318264.598450:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90e00/0x3313483622c9d775 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555551 expref: 17 pid: 25439 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.598461:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90e00/0x3313483622c9d775 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555551 expref: 17 pid: 25439 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.598475:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.598477:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.598480:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.598488:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767318264.598500:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32315 00010000:00010000:2.0:1767318264.598501:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318264.598692:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+17:2481:x1853163918025088:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318264.598703:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318264.598707:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9d194 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e8 expref: 17 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.598717:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9d194 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e8 expref: 17 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.598729:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.598731:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.598734:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.598747:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.598760:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318264.598780:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+17:2481:x1853163918025088:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 185us (2004us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318264.598786:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32315 00000100:00100000:3.0:1767318264.598800:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32316 00000100:00100000:3.0:1767318264.598806:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+16:2481:x1853163918025344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318264.598813:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318264.598818:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab000/0x3313483622c9d028 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b0 expref: 16 pid: 21248 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.598826:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab000/0x3313483622c9d028 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b0 expref: 16 pid: 21248 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.598836:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.598838:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.598840:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.598848:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.598858:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318264.598875:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+16:2481:x1853163918025344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 70us (2089us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318264.598881:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32316 00000100:00100000:3.0:1767318264.598894:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32317 00000100:00100000:3.0:1767318264.598901:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04199b7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+11:2481:x1853163918024704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318264.598908:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318264.598913:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a030def5400/0x3313483622c9d18d lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554da expref: 11 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.598923:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a030def5400/0x3313483622c9d18d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554da expref: 11 pid: 21391 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.598936:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.598938:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.598941:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.598948:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318264.598955:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+15:2481:x1853163918024832:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 525us (2195us total) trans 0 rc 0/0 00010000:00010000:3.0:1767318264.598964:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318264.598968:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32314 00000100:00100000:3.0:1767318264.598990:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04199b7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+11:2481:x1853163918024704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 87us (2169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318264.599002:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32318 00000100:00100000:3.0:1767318264.599009:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32317 00000100:00100000:2.0:1767318264.599015:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+11:2481:x1853163918024960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318264.599026:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1767318264.599032:0:21421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32319 00010000:00010000:2.0:1767318264.599034:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d8a2 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x4eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555566 expref: 10 pid: 21245 timeout: 3611 lvb_type: 1 00000100:00100000:3.0:1767318264.599044:0:21421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+14:2481:x1853163918025216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318264.599050:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d8a2 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x4eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555566 expref: 10 pid: 21245 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.599055:0:21421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318264.599065:0:21421:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a200/0x3313483622c9d8a9 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->10485759) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55556d expref: 14 pid: 21383 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.599068:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.599072:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.599077:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.599082:0:21421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a200/0x3313483622c9d8a9 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->10485759) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55556d expref: 14 pid: 21383 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.599089:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.599102:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318264.599121:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+10:2481:x1853163918024960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 110us (2286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318264.599127:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32318 00000100:00100000:2.0:1767318264.599141:0:12856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32320 00000100:00100000:2.0:1767318264.599148:0:12856:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+9:2481:x1853163918024448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318264.599157:0:12856:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318264.599163:0:12856:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90000/0x3313483622c9d66b lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x4ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55553c expref: 9 pid: 21382 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.599174:0:12856:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90000/0x3313483622c9d66b lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x4ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55553c expref: 9 pid: 21382 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.599185:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.599187:0:12856:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.599191:0:12856:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.599198:0:12856:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.599209:0:12856:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318264.599225:0:12856:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e241b220-0ef8-435a-b507-74fd0bfdf172+9:2481:x1853163918024448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (2428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318264.599231:0:12856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32320 00010000:00010000:3.0:1767318264.599255:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.599257:0:21421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.599261:0:21391:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.599262:0:21421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.599282:0:21421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.599285:0:21391:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.599313:0:21421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318264.599331:0:21421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+14:2481:x1853163918025216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 290us (2448us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318264.599337:0:21421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32319 00010000:00010000:2.0:1767318264.599364:0:21391:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1767318264.599369:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767318264.599373:0:21391:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.599403:0:21391:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1767318264.599409:0:20656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def5400/0x3313483622c9d18d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554da expref: 8 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:3.0:1767318264.599423:0:20656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20656:1853163938689920:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318264.599444:0:20656:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.599452:0:20656:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.599463:0:20656:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.599471:0:20656:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.599477:0:20656:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.599494:0:20656:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1767318264.599749:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767318264.599757:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.599766:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9e00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318264.599770:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.599778:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.599795:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.599802:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9e00/0x3313483622c9f718 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.599819:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1767318264.599823:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.599829:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:0.0:1767318264.599831:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.599837:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.599845:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.599851:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f51000/0x3313483622c9f73b lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.599862:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318264.599863:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318264.599865:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318264.599966:0:21391:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:6188:x1853163938687744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30532us (31056us total) trans 4294976561 rc 0/0 00000100:00100000:2.0:1767318264.599975:0:21391:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24839 00010000:00010000:0.0:1767318264.600005:0:21246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4a00/0x3313483622c9d19b lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554d3 expref: 13 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:0.0:1767318264.600017:0:21246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c199500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:21246:1853163938689792:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318264.600032:0:21246:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.600039:0:21246:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.600045:0:21246:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.600054:0:21246:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.600060:0:21246:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.600064:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318264.600079:0:21246:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318264.600094:0:6188:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976560 gen 2 00000004:00080000:2.0:1767318264.600101:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d91c00, transno 4294975720 00000004:00080000:2.0:1767318264.600114:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d90000, transno 4294975721 00000004:00080000:2.0:1767318264.600117:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317942680, transno 4294975722 00000004:00080000:2.0:1767318264.600120:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d92300, transno 4294975723 00000004:00080000:2.0:1767318264.600122:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d90700, transno 4294975724 00000004:00080000:2.0:1767318264.600125:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317941c00, transno 4294975725 00000004:00080000:2.0:1767318264.600127:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317943100, transno 4294975726 00000004:00080000:2.0:1767318264.600130:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b62680, transno 4294975727 00000004:00080000:2.0:1767318264.600132:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317940000, transno 4294975728 00000004:00080000:2.0:1767318264.600135:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d29c00, transno 4294975729 00000004:00080000:2.0:1767318264.600138:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b60700, transno 4294975730 00000004:00080000:2.0:1767318264.600141:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f39500, transno 4294975731 00000004:00080000:2.0:1767318264.600144:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7e680, transno 4294975732 00000004:00080000:2.0:1767318264.600147:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d29880, transno 4294975733 00000004:00080000:2.0:1767318264.600149:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81f100, transno 4294975734 00000004:00080000:2.0:1767318264.600152:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4aa00, transno 4294975735 00000004:00080000:2.0:1767318264.600155:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d92680, transno 4294975736 00000004:00080000:2.0:1767318264.600158:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d92d80, transno 4294975737 00000004:00080000:2.0:1767318264.600160:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af9c00, transno 4294975738 00000004:00080000:2.0:1767318264.600162:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af8a80, transno 4294975739 00000004:00080000:2.0:1767318264.600165:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449dc00, transno 4294975740 00000004:00080000:2.0:1767318264.600168:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7ed80, transno 4294975741 00000004:00080000:2.0:1767318264.600170:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7fb80, transno 4294975742 00000004:00080000:2.0:1767318264.600173:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877b800, transno 4294975743 00000004:00080000:2.0:1767318264.600176:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7ca80, transno 4294975744 00000004:00080000:2.0:1767318264.600178:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f35500, transno 4294975745 00000004:00080000:2.0:1767318264.600181:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f36680, transno 4294975746 00000004:00080000:2.0:1767318264.600183:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a67b80, transno 4294975747 00000004:00080000:2.0:1767318264.600186:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d3800, transno 4294975748 00000004:00080000:2.0:1767318264.600189:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b63100, transno 4294975749 00000004:00080000:2.0:1767318264.600191:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317940a80, transno 4294975750 00000004:00080000:2.0:1767318264.600194:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a66680, transno 4294975751 00000004:00080000:2.0:1767318264.600196:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c512d80, transno 4294975752 00000004:00080000:2.0:1767318264.600199:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e48380, transno 4294975753 00000004:00080000:2.0:1767318264.600202:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e49c00, transno 4294975754 00000004:00080000:2.0:1767318264.600204:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434679500, transno 4294975755 00000004:00080000:2.0:1767318264.600207:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434678700, transno 4294975756 00000004:00080000:2.0:1767318264.600209:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d90e00, transno 4294975757 00000004:00080000:2.0:1767318264.600211:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d93800, transno 4294975758 00000004:00080000:2.0:1767318264.600214:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309419c00, transno 4294975759 00000004:00080000:2.0:1767318264.600216:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030941b100, transno 4294975760 00000004:00080000:2.0:1767318264.600219:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d93b80, transno 4294975761 00000004:00080000:2.0:1767318264.600221:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467bb80, transno 4294975762 00000004:00080000:2.0:1767318264.600224:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467a680, transno 4294975763 00000004:00080000:2.0:1767318264.600226:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d93100, transno 4294975764 00000004:00080000:2.0:1767318264.600228:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c545f80, transno 4294975765 00000004:00080000:2.0:1767318264.600231:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309419880, transno 4294975766 00000004:00080000:2.0:1767318264.600233:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d92a00, transno 4294975767 00000004:00080000:2.0:1767318264.600236:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309418e00, transno 4294975768 00000004:00080000:2.0:1767318264.600238:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d90a80, transno 4294975769 00000004:00080000:2.0:1767318264.600241:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3a300, transno 4294975770 00000004:00080000:2.0:1767318264.600244:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317941180, transno 4294975771 00000004:00080000:2.0:1767318264.600246:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c537480, transno 4294975772 00000004:00080000:2.0:1767318264.600249:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c536300, transno 4294975773 00000004:00080000:2.0:1767318264.600251:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f38700, transno 4294975774 00000004:00080000:2.0:1767318264.600253:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c536d80, transno 4294975775 00000004:00080000:2.0:1767318264.600256:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c536a00, transno 4294975776 00000004:00080000:2.0:1767318264.600259:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ec8e00, transno 4294975777 00000004:00080000:2.0:1767318264.600263:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c537b80, transno 4294975778 00000004:00080000:2.0:1767318264.600265:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecb800, transno 4294975779 00000004:00080000:2.0:1767318264.600269:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecb100, transno 4294975780 00000004:00080000:2.0:1767318264.600272:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ec9f80, transno 4294975781 00000004:00080000:2.0:1767318264.600275:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467f480, transno 4294975782 00000004:00080000:2.0:1767318264.600278:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467fb80, transno 4294975783 00000004:00080000:2.0:1767318264.600282:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467ea00, transno 4294975784 00000004:00080000:2.0:1767318264.600285:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c534380, transno 4294975785 00000004:00080000:2.0:1767318264.600289:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317943b80, transno 4294975786 00000004:00080000:2.0:1767318264.600292:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c534000, transno 4294975787 00000004:00080000:2.0:1767318264.600295:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f37800, transno 4294975788 00000004:00080000:2.0:1767318264.600677:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317941880, transno 4294975789 00000004:00080000:2.0:1767318264.600679:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ec9180, transno 4294975790 00000004:00080000:2.0:1767318264.600682:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308161f80, transno 4294975791 00000004:00080000:2.0:1767318264.600684:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308163100, transno 4294975792 00000004:00080000:2.0:1767318264.600687:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308161880, transno 4294975793 00000004:00080000:2.0:1767318264.600689:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecc380, transno 4294975794 00000004:00080000:2.0:1767318264.600691:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ece300, transno 4294975795 00000004:00080000:2.0:1767318264.600694:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecc000, transno 4294975796 00000004:00080000:2.0:1767318264.600696:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecf480, transno 4294975797 00000004:00080000:2.0:1767318264.600698:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2bb80, transno 4294975798 00000004:00080000:2.0:1767318264.600701:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecca80, transno 4294975799 00000004:00080000:2.0:1767318264.600704:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437eced80, transno 4294975800 00000004:00080000:2.0:1767318264.600707:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064b9180, transno 4294975801 00000100:00100000:1.0:1767318264.600734:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e241b220-0ef8-435a-b507-74fd0bfdf172+12:2481:x1853163918024576:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2592us (3991us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318264.600742:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32313 00010000:00010000:1.0:1767318264.600786:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318264.600791:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.600799:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f51a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318264.600803:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318264.600803:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c513b80, transno 4294975802 00000004:00080000:2.0:1767318264.600811:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308160380, transno 4294975803 00010000:00010000:1.0:1767318264.600815:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318264.600817:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064bbb80, transno 4294975804 00000004:00080000:2.0:1767318264.600822:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064ba680, transno 4294975805 00000004:00080000:2.0:1767318264.600827:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064b9500, transno 4294975806 00000004:00080000:2.0:1767318264.600830:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064b8700, transno 4294975807 00000004:00080000:2.0:1767318264.600833:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064b9f80, transno 4294975808 00000004:00080000:2.0:1767318264.600836:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064bb800, transno 4294975809 00010000:00010000:1.0:1767318264.600838:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318264.600839:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318738000, transno 4294975810 00000004:00080000:2.0:1767318264.600844:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790b480, transno 4294975811 00000004:00080000:2.0:1767318264.600849:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759c00, transno 4294975812 00010000:00010000:1.0:1767318264.600853:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f51a00/0x3313483622c9f734 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21246 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1767318264.600853:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759f80, transno 4294975813 00000004:00080000:2.0:1767318264.600859:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318738700, transno 4294975814 00000004:00080000:2.0:1767318264.600864:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031790a680, transno 4294975815 00000004:00080000:2.0:1767318264.600869:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873ad80, transno 4294975816 00000004:00080000:2.0:1767318264.600873:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873b800, transno 4294975817 00000004:00080000:2.0:1767318264.600877:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a21180, transno 4294975818 00010000:00010000:1.0:1767318264.600880:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318264.600881:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a22680, transno 4294975819 00010000:00010000:1.0:1767318264.600884:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318264.600886:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449d880, transno 4294975820 00010000:00010000:1.0:1767318264.600888:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318264.600892:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7f100, transno 4294975821 00000004:00080000:2.0:1767318264.600896:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873b100, transno 4294975822 00000004:00080000:2.0:1767318264.600899:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecdf80, transno 4294975823 00000004:00080000:2.0:1767318264.600902:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318739180, transno 4294975824 00000004:00080000:2.0:1767318264.600904:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a75c00, transno 4294975825 00000004:00080000:2.0:1767318264.600906:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecc700, transno 4294975826 00000004:00080000:2.0:1767318264.600908:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ece680, transno 4294975827 00000004:00080000:2.0:1767318264.600911:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a19500, transno 4294975828 00000004:00080000:2.0:1767318264.600913:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1ad80, transno 4294975829 00000004:00080000:2.0:1767318264.600915:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a62680, transno 4294975830 00000004:00080000:2.0:1767318264.600918:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a62d80, transno 4294975831 00000004:00080000:2.0:1767318264.600921:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7dc00, transno 4294975832 00000004:00080000:2.0:1767318264.600924:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a60700, transno 4294975833 00000004:00080000:2.0:1767318264.600927:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca29180, transno 4294975834 00000004:00080000:2.0:1767318264.600930:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a60a80, transno 4294975835 00000004:00080000:2.0:1767318264.600933:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c0a80, transno 4294975836 00000004:00080000:2.0:1767318264.600936:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d0000, transno 4294975837 00000004:00080000:2.0:1767318264.600939:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2680, transno 4294975838 00000004:00080000:2.0:1767318264.600942:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19180, transno 4294975839 00000004:00080000:2.0:1767318264.600946:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d272d80, transno 4294975840 00000004:00080000:2.0:1767318264.600949:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d0e00, transno 4294975841 00000004:00080000:2.0:1767318264.600952:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fd180, transno 4294975842 00000004:00080000:2.0:1767318264.600954:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437eca300, transno 4294975843 00000004:00080000:2.0:1767318264.600957:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1aa00, transno 4294975844 00000004:00080000:2.0:1767318264.600961:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1b100, transno 4294975845 00000004:00080000:2.0:1767318264.600965:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317388a80, transno 4294975846 00000004:00080000:2.0:1767318264.600968:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecb480, transno 4294975847 00000004:00080000:2.0:1767318264.600971:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be4e00, transno 4294975848 00000004:00080000:2.0:1767318264.600975:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ec9880, transno 4294975849 00000004:00080000:2.0:1767318264.600980:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be5180, transno 4294975850 00000004:00080000:2.0:1767318264.600983:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308164700, transno 4294975851 00000004:00080000:2.0:1767318264.600986:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311864a80, transno 4294975852 00000004:00080000:2.0:1767318264.601063:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865f80, transno 4294975853 00000004:00080000:2.0:1767318264.601067:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311864000, transno 4294975854 00000004:00080000:2.0:1767318264.601071:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308164000, transno 4294975855 00000004:00080000:2.0:1767318264.601073:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311866a00, transno 4294975856 00000004:00080000:2.0:1767318264.601075:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81ea00, transno 4294975857 00000004:00080000:2.0:1767318264.601079:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d1880, transno 4294975858 00000004:00080000:2.0:1767318264.601083:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bc700, transno 4294975859 00000004:00080000:2.0:1767318264.601085:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bea00, transno 4294975860 00000004:00080000:2.0:1767318264.601089:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bc380, transno 4294975861 00000004:00080000:2.0:1767318264.601091:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bfb80, transno 4294975862 00000004:00080000:2.0:1767318264.601094:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d3b80, transno 4294975863 00000004:00080000:2.0:1767318264.601097:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a61180, transno 4294975864 00000004:00080000:2.0:1767318264.601099:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877f480, transno 4294975865 00000004:00080000:2.0:1767318264.601102:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308165f80, transno 4294975866 00000004:00080000:2.0:1767318264.601105:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467dc00, transno 4294975867 00000004:00080000:2.0:1767318264.601107:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9ea00, transno 4294975868 00000004:00080000:2.0:1767318264.601110:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9ed80, transno 4294975869 00000004:00080000:2.0:1767318264.601112:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9df80, transno 4294975870 00000004:00080000:2.0:1767318264.601114:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311864700, transno 4294975871 00000004:00080000:2.0:1767318264.601117:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9f480, transno 4294975872 00000004:00080000:2.0:1767318264.601120:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9d500, transno 4294975873 00000004:00080000:2.0:1767318264.601122:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1e300, transno 4294975874 00000004:00080000:2.0:1767318264.601124:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9dc00, transno 4294975875 00000004:00080000:2.0:1767318264.601126:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a71500, transno 4294975876 00000004:00080000:2.0:1767318264.601129:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9ca80, transno 4294975877 00000004:00080000:2.0:1767318264.601131:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9e300, transno 4294975878 00000004:00080000:2.0:1767318264.601134:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a71180, transno 4294975879 00000004:00080000:2.0:1767318264.601136:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b9880, transno 4294975880 00000004:00080000:2.0:1767318264.601139:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b8380, transno 4294975881 00000004:00080000:2.0:1767318264.601142:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ea00, transno 4294975882 00000004:00080000:2.0:1767318264.601145:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317389c00, transno 4294975883 00000004:00080000:2.0:1767318264.601147:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a22a00, transno 4294975884 00000004:00080000:2.0:1767318264.601150:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bf800, transno 4294975885 00000004:00080000:2.0:1767318264.601152:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873aa00, transno 4294975886 00000004:00080000:2.0:1767318264.601154:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160baa00, transno 4294975887 00000004:00080000:2.0:1767318264.601157:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bf480, transno 4294975888 00000004:00080000:2.0:1767318264.601159:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81d500, transno 4294975889 00000004:00080000:2.0:1767318264.601162:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9f800, transno 4294975890 00000004:00080000:2.0:1767318264.601165:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7c000, transno 4294975891 00000004:00080000:2.0:1767318264.601168:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030941aa00, transno 4294975892 00000004:00080000:2.0:1767318264.601171:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7f480, transno 4294975893 00000004:00080000:2.0:1767318264.601174:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7df80, transno 4294975894 00000004:00080000:2.0:1767318264.601176:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317388380, transno 4294975895 00000004:00080000:2.0:1767318264.601179:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7c380, transno 4294975896 00000004:00080000:2.0:1767318264.601181:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317389880, transno 4294975897 00000004:00080000:2.0:1767318264.601184:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7f100, transno 4294975898 00000004:00080000:2.0:1767318264.601187:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce6300, transno 4294975899 00000004:00080000:2.0:1767318264.601189:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce4000, transno 4294975900 00000004:00080000:2.0:1767318264.601192:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce6680, transno 4294975901 00000004:00080000:2.0:1767318264.601194:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160bb800, transno 4294975902 00000004:00080000:2.0:1767318264.601197:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467b100, transno 4294975903 00000004:00080000:2.0:1767318264.601199:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467b480, transno 4294975904 00000004:00080000:2.0:1767318264.601202:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069ff800, transno 4294975905 00000004:00080000:2.0:1767318264.601204:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7f800, transno 4294975906 00000004:00080000:2.0:1767318264.601207:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030941a680, transno 4294975907 00000004:00080000:2.0:1767318264.601209:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467a300, transno 4294975908 00000004:00080000:2.0:1767318264.601212:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1ad80, transno 4294975909 00000004:00080000:2.0:1767318264.601214:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c1f80, transno 4294975910 00000004:00080000:2.0:1767318264.601217:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fce00, transno 4294975911 00000004:00080000:2.0:1767318264.601219:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9c000, transno 4294975912 00000004:00080000:2.0:1767318264.601222:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9fb80, transno 4294975913 00000004:00080000:2.0:1767318264.601225:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9e680, transno 4294975914 00000004:00080000:2.0:1767318264.601227:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031738aa00, transno 4294975915 00000004:00080000:2.0:1767318264.601230:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c1c00, transno 4294975916 00000004:00080000:2.0:1767318264.601232:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1fb80, transno 4294975917 00000004:00080000:2.0:1767318264.601234:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fea00, transno 4294975918 00000004:00080000:2.0:1767318264.601237:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125ebb80, transno 4294975919 00000004:00080000:2.0:1767318264.601239:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308164e00, transno 4294975920 00000004:00080000:2.0:1767318264.601242:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171f800, transno 4294975921 00000004:00080000:2.0:1767318264.601244:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be7800, transno 4294975922 00000004:00080000:2.0:1767318264.601247:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171f480, transno 4294975923 00000004:00080000:2.0:1767318264.601249:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119be300, transno 4294975924 00000004:00080000:2.0:1767318264.601251:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103c000, transno 4294975925 00000004:00080000:2.0:1767318264.601254:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317908380, transno 4294975926 00000004:00080000:2.0:1767318264.601255:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce6a00, transno 4294975927 00000004:00080000:2.0:1767318264.601258:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d91180, transno 4294975928 00000004:00080000:2.0:1767318264.601261:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabc700, transno 4294975929 00000004:00080000:2.0:1767318264.601264:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171e300, transno 4294975930 00000004:00080000:2.0:1767318264.601266:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1df80, transno 4294975931 00000004:00080000:2.0:1767318264.601269:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c46680, transno 4294975932 00000004:00080000:2.0:1767318264.601272:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c45500, transno 4294975933 00000004:00080000:2.0:1767318264.601274:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c44700, transno 4294975934 00000004:00080000:2.0:1767318264.601276:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c44e00, transno 4294975935 00000004:00080000:2.0:1767318264.601279:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c45f80, transno 4294975936 00000004:00080000:2.0:1767318264.601281:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e48700, transno 4294975937 00000004:00080000:2.0:1767318264.601283:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e48a80, transno 4294975938 00000004:00080000:2.0:1767318264.601285:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c46a00, transno 4294975939 00000004:00080000:2.0:1767318264.601287:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311999c00, transno 4294975940 00000004:00080000:2.0:1767318264.601290:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311998700, transno 4294975941 00000004:00080000:2.0:1767318264.601293:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311992680, transno 4294975942 00000004:00080000:2.0:1767318264.601913:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c130e00, transno 4294975943 00000004:00080000:2.0:1767318264.601919:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c131500, transno 4294975944 00000004:00080000:2.0:1767318264.601922:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307229500, transno 4294975945 00000004:00080000:2.0:1767318264.601924:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186aed80, transno 4294975946 00000004:00080000:2.0:1767318264.601927:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ac380, transno 4294975947 00000004:00080000:2.0:1767318264.601929:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186af100, transno 4294975948 00000004:00080000:2.0:1767318264.601931:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407533b80, transno 4294975949 00000004:00080000:2.0:1767318264.601934:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311990a80, transno 4294975950 00000004:00080000:2.0:1767318264.601938:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407530380, transno 4294975951 00000004:00080000:2.0:1767318264.601940:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311990700, transno 4294975952 00000004:00080000:2.0:1767318264.601942:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c155f80, transno 4294975953 00000004:00080000:2.0:1767318264.601945:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117cb480, transno 4294975954 00000004:00080000:2.0:1767318264.601947:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c8e00, transno 4294975955 00000004:00080000:2.0:1767318264.601950:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c8a80, transno 4294975956 00000004:00080000:2.0:1767318264.601952:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e1180, transno 4294975957 00000004:00080000:2.0:1767318264.601955:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117ca300, transno 4294975958 00000004:00080000:2.0:1767318264.601957:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e1f80, transno 4294975959 00000004:00080000:2.0:1767318264.601960:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c8380, transno 4294975960 00000004:00080000:2.0:1767318264.601963:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c154e00, transno 4294975961 00000004:00080000:2.0:1767318264.601965:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117caa00, transno 4294975962 00000004:00080000:2.0:1767318264.601968:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce6d80, transno 4294975963 00000004:00080000:2.0:1767318264.601970:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce5880, transno 4294975964 00000004:00080000:2.0:1767318264.601973:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449f800, transno 4294975965 00000004:00080000:2.0:1767318264.601976:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e0700, transno 4294975966 00000004:00080000:2.0:1767318264.601978:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311999f80, transno 4294975967 00000004:00080000:2.0:1767318264.601981:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce7100, transno 4294975968 00000004:00080000:2.0:1767318264.601984:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e0380, transno 4294975969 00000004:00080000:2.0:1767318264.601986:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfd880, transno 4294975970 00000004:00080000:2.0:1767318264.602215:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e3480, transno 4294975971 00000004:00080000:2.0:1767318264.602218:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311709880, transno 4294975972 00000004:00080000:2.0:1767318264.602222:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a27b80, transno 4294975973 00000004:00080000:2.0:1767318264.602225:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bffb80, transno 4294975974 00000004:00080000:2.0:1767318264.602228:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfc380, transno 4294975975 00000004:00080000:2.0:1767318264.602230:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405826d80, transno 4294975976 00000004:00080000:2.0:1767318264.602233:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405825f80, transno 4294975977 00000004:00080000:2.0:1767318264.602235:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c9880, transno 4294975978 00000004:00080000:2.0:1767318264.602238:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117cad80, transno 4294975979 00000004:00080000:2.0:1767318264.602240:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405825c00, transno 4294975980 00000004:00080000:2.0:1767318264.602243:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405827800, transno 4294975981 00000004:00080000:2.0:1767318264.602245:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfed80, transno 4294975982 00000004:00080000:2.0:1767318264.602247:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405826680, transno 4294975983 00000004:00080000:2.0:1767318264.602250:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306351880, transno 4294975984 00000004:00080000:2.0:1767318264.602252:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be5c00, transno 4294975985 00000004:00080000:2.0:1767318264.602255:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306353480, transno 4294975986 00000004:00080000:2.0:1767318264.602257:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8caa00, transno 4294975987 00000004:00080000:2.0:1767318264.602260:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405826300, transno 4294975988 00000004:00080000:2.0:1767318264.602263:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ae680, transno 4294975989 00000004:00080000:2.0:1767318264.602266:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c8a80, transno 4294975990 00000004:00080000:2.0:1767318264.602269:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318374000, transno 4294975991 00000004:00080000:2.0:1767318264.602272:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c9500, transno 4294975992 00000004:00080000:2.0:1767318264.602274:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd2300, transno 4294975993 00000004:00080000:2.0:1767318264.602277:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407532d80, transno 4294975994 00000004:00080000:2.0:1767318264.602279:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a24e00, transno 4294975995 00000004:00080000:2.0:1767318264.602282:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308167100, transno 4294975996 00000004:00080000:2.0:1767318264.602284:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2b480, transno 4294975997 00000004:00080000:2.0:1767318264.602287:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca28a80, transno 4294975998 00000004:00080000:2.0:1767318264.602290:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318377100, transno 4294975999 00000004:00080000:2.0:1767318264.602292:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce7b80, transno 4294976000 00000004:00080000:2.0:1767318264.602379:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce4a80, transno 4294976001 00000004:00080000:2.0:1767318264.602384:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce4380, transno 4294976002 00000004:00080000:2.0:1767318264.602387:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c47b80, transno 4294976003 00000004:00080000:2.0:1767318264.602389:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce7800, transno 4294976004 00000004:00080000:2.0:1767318264.602392:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce5f80, transno 4294976005 00000004:00080000:2.0:1767318264.602394:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311991500, transno 4294976006 00000004:00080000:2.0:1767318264.602397:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311991180, transno 4294976007 00000004:00080000:2.0:1767318264.602400:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce4e00, transno 4294976008 00000004:00080000:2.0:1767318264.602403:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a94000, transno 4294976009 00000004:00080000:2.0:1767318264.602405:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311993b80, transno 4294976010 00000004:00080000:2.0:1767318264.602409:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311990380, transno 4294976011 00000004:00080000:2.0:1767318264.602411:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311991880, transno 4294976012 00000004:00080000:2.0:1767318264.602414:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1ed80, transno 4294976013 00000004:00080000:2.0:1767318264.602416:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1e680, transno 4294976014 00000004:00080000:2.0:1767318264.602419:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1dc00, transno 4294976015 00000004:00080000:2.0:1767318264.602421:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1ca80, transno 4294976016 00000004:00080000:2.0:1767318264.602425:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c131180, transno 4294976017 00000004:00080000:2.0:1767318264.602427:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1c380, transno 4294976018 00000004:00080000:2.0:1767318264.602430:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1d180, transno 4294976019 00000004:00080000:2.0:1767318264.602432:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c130000, transno 4294976020 00000004:00080000:2.0:1767318264.602435:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1f480, transno 4294976021 00000004:00080000:2.0:1767318264.602437:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304122a00, transno 4294976022 00000004:00080000:2.0:1767318264.602440:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a18e00, transno 4294976023 00000004:00080000:2.0:1767318264.602442:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1ea00, transno 4294976024 00000004:00080000:2.0:1767318264.602445:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a18380, transno 4294976025 00000004:00080000:2.0:1767318264.602447:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b5c00, transno 4294976026 00000004:00080000:2.0:1767318264.602450:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b7800, transno 4294976027 00000004:00080000:2.0:1767318264.602452:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407532a00, transno 4294976028 00000004:00080000:2.0:1767318264.602455:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b4e00, transno 4294976029 00000004:00080000:2.0:1767318264.602457:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407530e00, transno 4294976030 00000004:00080000:2.0:1767318264.602460:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b7b80, transno 4294976031 00000004:00080000:2.0:1767318264.602463:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2b800, transno 4294976032 00000004:00080000:2.0:1767318264.602466:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351e300, transno 4294976033 00000004:00080000:2.0:1767318264.602468:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351ea00, transno 4294976034 00000004:00080000:2.0:1767318264.602471:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b230000, transno 4294976035 00000004:00080000:2.0:1767318264.602474:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408255500, transno 4294976036 00000004:00080000:2.0:1767318264.602477:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351d180, transno 4294976037 00000004:00080000:2.0:1767318264.602479:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef20e00, transno 4294976038 00000004:00080000:2.0:1767318264.602481:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef20a80, transno 4294976039 00000004:00080000:2.0:1767318264.602484:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef20700, transno 4294976040 00000004:00080000:2.0:1767318264.602487:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e4380, transno 4294976041 00000004:00080000:2.0:1767318264.602490:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e7800, transno 4294976042 00000004:00080000:2.0:1767318264.602492:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e5c00, transno 4294976043 00000004:00080000:2.0:1767318264.602495:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef21c00, transno 4294976044 00000004:00080000:2.0:1767318264.602497:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e7b80, transno 4294976045 00000004:00080000:2.0:1767318264.602500:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e5880, transno 4294976046 00000004:00080000:2.0:1767318264.602502:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e4700, transno 4294976047 00000004:00080000:2.0:1767318264.602526:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408254700, transno 4294976048 00000004:00080000:2.0:1767318264.602529:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b232a00, transno 4294976049 00000004:00080000:2.0:1767318264.602531:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449b480, transno 4294976050 00000004:00080000:2.0:1767318264.602535:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434499880, transno 4294976051 00000004:00080000:2.0:1767318264.602537:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449a300, transno 4294976052 00000004:00080000:2.0:1767318264.602540:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449ad80, transno 4294976053 00000004:00080000:2.0:1767318264.602541:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449bb80, transno 4294976054 00000004:00080000:2.0:1767318264.602543:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434498e00, transno 4294976055 00000004:00080000:2.0:1767318264.602546:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b8000, transno 4294976056 00000004:00080000:2.0:1767318264.602548:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b9500, transno 4294976057 00000004:00080000:2.0:1767318264.602550:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025bb100, transno 4294976058 00000004:00080000:2.0:1767318264.602553:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d28e00, transno 4294976059 00000004:00080000:2.0:1767318264.602555:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025ba680, transno 4294976060 00000004:00080000:2.0:1767318264.602557:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d28700, transno 4294976061 00000004:00080000:2.0:1767318264.602559:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b8700, transno 4294976062 00000004:00080000:2.0:1767318264.602561:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025baa00, transno 4294976063 00000004:00080000:2.0:1767318264.602564:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720e680, transno 4294976064 00000004:00080000:2.0:1767318264.602566:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720c000, transno 4294976065 00000004:00080000:2.0:1767318264.602570:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720ca80, transno 4294976066 00000004:00080000:2.0:1767318264.602572:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d29180, transno 4294976067 00000004:00080000:2.0:1767318264.602575:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720fb80, transno 4294976068 00000004:00080000:2.0:1767318264.602577:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51bb80, transno 4294976069 00000004:00080000:2.0:1767318264.602580:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b8e00, transno 4294976070 00000004:00080000:2.0:1767318264.602583:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025bb800, transno 4294976071 00000004:00080000:2.0:1767318264.602586:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720f800, transno 4294976072 00000004:00080000:2.0:1767318264.602588:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c519c00, transno 4294976073 00000004:00080000:2.0:1767318264.602590:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51aa00, transno 4294976074 00000004:00080000:2.0:1767318264.602592:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720e300, transno 4294976075 00000004:00080000:2.0:1767318264.602595:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c519500, transno 4294976076 00000004:00080000:2.0:1767318264.602597:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c518700, transno 4294976077 00000004:00080000:2.0:1767318264.602599:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c518e00, transno 4294976078 00000004:00080000:2.0:1767318264.602601:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c518380, transno 4294976079 00000004:00080000:2.0:1767318264.602604:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51ad80, transno 4294976080 00000004:00080000:2.0:1767318264.602606:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2a300, transno 4294976081 00000004:00080000:2.0:1767318264.602609:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51b480, transno 4294976082 00000004:00080000:2.0:1767318264.602612:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2aa00, transno 4294976083 00000004:00080000:2.0:1767318264.602615:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2b100, transno 4294976084 00000004:00080000:2.0:1767318264.602617:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720f480, transno 4294976085 00000004:00080000:2.0:1767318264.602621:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d28380, transno 4294976086 00000004:00080000:2.0:1767318264.602623:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408256300, transno 4294976087 00000004:00080000:2.0:1767318264.602626:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311990000, transno 4294976088 00000004:00080000:2.0:1767318264.602628:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408257800, transno 4294976089 00000004:00080000:2.0:1767318264.602631:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a74e00, transno 4294976090 00000004:00080000:2.0:1767318264.602633:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c44a80, transno 4294976091 00000004:00080000:2.0:1767318264.602635:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b62300, transno 4294976092 00000004:00080000:2.0:1767318264.602638:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a75500, transno 4294976093 00000004:00080000:2.0:1767318264.602640:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408257100, transno 4294976094 00000004:00080000:2.0:1767318264.602643:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720ea00, transno 4294976095 00000004:00080000:2.0:1767318264.602646:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b63b80, transno 4294976096 00000004:00080000:2.0:1767318264.602649:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b61500, transno 4294976097 00000004:00080000:2.0:1767318264.602651:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b61880, transno 4294976098 00000004:00080000:2.0:1767318264.602654:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b60380, transno 4294976099 00000004:00080000:2.0:1767318264.602656:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b63800, transno 4294976100 00000004:00080000:2.0:1767318264.602660:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b61c00, transno 4294976101 00000004:00080000:2.0:1767318264.602662:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a64700, transno 4294976102 00000004:00080000:2.0:1767318264.602665:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b62a00, transno 4294976103 00000004:00080000:2.0:1767318264.602667:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a67800, transno 4294976104 00000004:00080000:2.0:1767318264.602670:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a66a00, transno 4294976105 00000004:00080000:2.0:1767318264.602673:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a66d80, transno 4294976106 00000004:00080000:2.0:1767318264.602676:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306352300, transno 4294976107 00000004:00080000:2.0:1767318264.602678:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a64e00, transno 4294976108 00000004:00080000:2.0:1767318264.602681:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a65f80, transno 4294976109 00000004:00080000:2.0:1767318264.602683:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a65180, transno 4294976110 00000004:00080000:2.0:1767318264.602686:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f84700, transno 4294976111 00000004:00080000:2.0:1767318264.602689:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8eb480, transno 4294976112 00000004:00080000:2.0:1767318264.602692:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8eaa00, transno 4294976113 00000004:00080000:2.0:1767318264.602695:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f85c00, transno 4294976114 00000004:00080000:2.0:1767318264.602697:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306351180, transno 4294976115 00000004:00080000:2.0:1767318264.602700:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306350000, transno 4294976116 00000004:00080000:2.0:1767318264.602704:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067db100, transno 4294976117 00000004:00080000:2.0:1767318264.602706:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311708700, transno 4294976118 00000004:00080000:2.0:1767318264.602709:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170b800, transno 4294976119 00000004:00080000:2.0:1767318264.604733:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170aa00, transno 4294976120 00000004:00080000:2.0:1767318264.604736:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a64a80, transno 4294976121 00000004:00080000:2.0:1767318264.604739:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c46300, transno 4294976122 00000004:00080000:2.0:1767318264.604741:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c510700, transno 4294976123 00000004:00080000:2.0:1767318264.604744:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c510a80, transno 4294976124 00000004:00080000:2.0:1767318264.604747:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c513100, transno 4294976125 00000004:00080000:2.0:1767318264.604749:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c512300, transno 4294976126 00000004:00080000:2.0:1767318264.604752:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c510380, transno 4294976127 00000004:00080000:2.0:1767318264.604754:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c545880, transno 4294976128 00000004:00080000:2.0:1767318264.604756:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c513800, transno 4294976129 00000004:00080000:2.0:1767318264.604759:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c511f80, transno 4294976130 00000004:00080000:2.0:1767318264.604762:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c510e00, transno 4294976131 00000004:00080000:2.0:1767318264.604764:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c545c00, transno 4294976132 00000004:00080000:2.0:1767318264.604767:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b60e00, transno 4294976133 00000004:00080000:2.0:1767318264.604769:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c545180, transno 4294976134 00000004:00080000:2.0:1767318264.604772:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc4a80, transno 4294976135 00000004:00080000:2.0:1767318264.604774:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a42a00, transno 4294976136 00000004:00080000:2.0:1767318264.604777:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc6a00, transno 4294976137 00000004:00080000:2.0:1767318264.604779:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a43100, transno 4294976138 00000004:00080000:2.0:1767318264.604782:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a41500, transno 4294976139 00000004:00080000:2.0:1767318264.604785:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a43b80, transno 4294976140 00000004:00080000:2.0:1767318264.604787:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a43480, transno 4294976141 00000004:00080000:2.0:1767318264.604790:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407531f80, transno 4294976142 00000004:00080000:2.0:1767318264.604792:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a42680, transno 4294976143 00000004:00080000:2.0:1767318264.604795:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408256680, transno 4294976144 00000004:00080000:2.0:1767318264.604798:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc4000, transno 4294976145 00000004:00080000:2.0:1767318264.604800:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a42300, transno 4294976146 00000004:00080000:2.0:1767318264.604802:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a41180, transno 4294976147 00000004:00080000:2.0:1767318264.604805:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c512a00, transno 4294976148 00000004:00080000:2.0:1767318264.604807:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef21880, transno 4294976149 00000004:00080000:2.0:1767318264.604810:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c544700, transno 4294976150 00000004:00080000:2.0:1767318264.604812:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a40380, transno 4294976151 00000004:00080000:2.0:1767318264.604815:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a43800, transno 4294976152 00000004:00080000:2.0:1767318264.604817:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408257b80, transno 4294976153 00000004:00080000:2.0:1767318264.604819:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef21f80, transno 4294976154 00000004:00080000:2.0:1767318264.604822:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c544000, transno 4294976155 00000004:00080000:2.0:1767318264.604824:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c546d80, transno 4294976156 00000004:00080000:2.0:1767318264.604827:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc6300, transno 4294976157 00000004:00080000:2.0:1767318264.604829:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af9f80, transno 4294976158 00000004:00080000:2.0:1767318264.604832:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afbb80, transno 4294976159 00000004:00080000:2.0:1767318264.604834:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af8380, transno 4294976160 00000004:00080000:2.0:1767318264.604837:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afa680, transno 4294976161 00000004:00080000:2.0:1767318264.604839:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af9880, transno 4294976162 00000004:00080000:2.0:1767318264.604841:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afad80, transno 4294976163 00000004:00080000:2.0:1767318264.604843:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afaa00, transno 4294976164 00000004:00080000:2.0:1767318264.604845:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af8000, transno 4294976165 00000004:00080000:2.0:1767318264.604848:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af8e00, transno 4294976166 00000004:00080000:2.0:1767318264.604850:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa5880, transno 4294976167 00000004:00080000:2.0:1767318264.604852:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa4000, transno 4294976168 00000004:00080000:2.0:1767318264.604855:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b6680, transno 4294976169 00000004:00080000:2.0:1767318264.604858:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa6680, transno 4294976170 00000004:00080000:2.0:1767318264.604860:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afb100, transno 4294976171 00000004:00080000:2.0:1767318264.604863:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025bb480, transno 4294976172 00000004:00080000:2.0:1767318264.604865:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af8700, transno 4294976173 00000004:00080000:2.0:1767318264.604867:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1b480, transno 4294976174 00000004:00080000:2.0:1767318264.604869:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afb800, transno 4294976175 00000004:00080000:2.0:1767318264.604872:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317af9180, transno 4294976176 00000004:00080000:2.0:1767318264.604874:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afa300, transno 4294976177 00000004:00080000:2.0:1767318264.604875:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317afb480, transno 4294976178 00000004:00080000:2.0:1767318264.604878:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f86300, transno 4294976179 00000004:00080000:2.0:1767318264.604880:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304120e00, transno 4294976180 00000004:00080000:2.0:1767318264.604882:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f87b80, transno 4294976181 00000004:00080000:2.0:1767318264.604884:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa7480, transno 4294976182 00000004:00080000:2.0:1767318264.604887:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa6d80, transno 4294976183 00000004:00080000:2.0:1767318264.604889:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b61180, transno 4294976184 00000004:00080000:2.0:1767318264.604891:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304123b80, transno 4294976185 00000004:00080000:2.0:1767318264.604893:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f87480, transno 4294976186 00000004:00080000:2.0:1767318264.604895:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa6300, transno 4294976187 00000004:00080000:2.0:1767318264.604897:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc4700, transno 4294976188 00000004:00080000:2.0:1767318264.604899:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f85880, transno 4294976189 00000004:00080000:2.0:1767318264.604901:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc6680, transno 4294976190 00000004:00080000:2.0:1767318264.604904:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc7100, transno 4294976191 00000004:00080000:2.0:1767318264.604907:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8eb800, transno 4294976192 00000004:00080000:2.0:1767318264.604909:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa5f80, transno 4294976193 00000004:00080000:2.0:1767318264.604911:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a41880, transno 4294976194 00000004:00080000:2.0:1767318264.604914:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7c000, transno 4294976195 00000004:00080000:2.0:1767318264.604916:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7c700, transno 4294976196 00000004:00080000:2.0:1767318264.604919:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759880, transno 4294976197 00000004:00080000:2.0:1767318264.604922:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f39180, transno 4294976198 00000004:00080000:2.0:1767318264.604924:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875a680, transno 4294976199 00000004:00080000:2.0:1767318264.604927:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875aa00, transno 4294976200 00000004:00080000:2.0:1767318264.604928:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875ad80, transno 4294976201 00000004:00080000:2.0:1767318264.604931:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa5180, transno 4294976202 00000004:00080000:2.0:1767318264.604932:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a40a80, transno 4294976203 00000004:00080000:2.0:1767318264.604935:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52ce00, transno 4294976204 00000004:00080000:2.0:1767318264.604937:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52df80, transno 4294976205 00000004:00080000:2.0:1767318264.604938:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52e680, transno 4294976206 00000004:00080000:2.0:1767318264.604940:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52f100, transno 4294976207 00000004:00080000:2.0:1767318264.604943:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52f480, transno 4294976208 00000004:00080000:2.0:1767318264.604945:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd2d80, transno 4294976209 00000004:00080000:2.0:1767318264.604947:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd0000, transno 4294976210 00000004:00080000:2.0:1767318264.604949:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd0a80, transno 4294976211 00000004:00080000:2.0:1767318264.604952:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd0e00, transno 4294976212 00000004:00080000:2.0:1767318264.604954:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd1180, transno 4294976213 00000004:00080000:2.0:1767318264.604957:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd0700, transno 4294976214 00000004:00080000:2.0:1767318264.604958:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52ed80, transno 4294976215 00000004:00080000:2.0:1767318264.604961:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd3100, transno 4294976216 00000004:00080000:2.0:1767318264.604963:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd3b80, transno 4294976217 00000004:00080000:2.0:1767318264.604965:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd1880, transno 4294976218 00000004:00080000:2.0:1767318264.604967:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd2680, transno 4294976219 00000004:00080000:2.0:1767318264.604969:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c47480, transno 4294976220 00000004:00080000:2.0:1767318264.604971:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd1500, transno 4294976221 00000004:00080000:2.0:1767318264.604974:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd3480, transno 4294976222 00000004:00080000:2.0:1767318264.604976:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52fb80, transno 4294976223 00000004:00080000:2.0:1767318264.604978:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ddd2a00, transno 4294976224 00000004:00080000:2.0:1767318264.604980:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52f800, transno 4294976225 00000004:00080000:2.0:1767318264.604982:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52ea00, transno 4294976226 00000004:00080000:2.0:1767318264.604984:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52c000, transno 4294976227 00000004:00080000:2.0:1767318264.604986:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259ce00, transno 4294976228 00000004:00080000:2.0:1767318264.605548:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259d880, transno 4294976229 00000004:00080000:2.0:1767318264.605554:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259df80, transno 4294976230 00000004:00080000:2.0:1767318264.605557:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259c000, transno 4294976231 00000004:00080000:2.0:1767318264.605559:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52dc00, transno 4294976232 00000004:00080000:2.0:1767318264.605561:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259ed80, transno 4294976233 00000004:00080000:2.0:1767318264.605563:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52c700, transno 4294976234 00000004:00080000:2.0:1767318264.605566:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259d180, transno 4294976235 00000004:00080000:2.0:1767318264.605568:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259c700, transno 4294976236 00000004:00080000:2.0:1767318264.605570:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a60000, transno 4294976237 00000004:00080000:2.0:1767318264.605573:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52d500, transno 4294976238 00000004:00080000:2.0:1767318264.605575:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a61f80, transno 4294976239 00000004:00080000:2.0:1767318264.605578:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259dc00, transno 4294976240 00000004:00080000:2.0:1767318264.605580:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259f100, transno 4294976241 00000004:00080000:2.0:1767318264.605583:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259f480, transno 4294976242 00000004:00080000:2.0:1767318264.605585:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259e300, transno 4294976243 00000004:00080000:2.0:1767318264.605588:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a63100, transno 4294976244 00000004:00080000:2.0:1767318264.605591:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7e300, transno 4294976245 00000004:00080000:2.0:1767318264.605594:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7dc00, transno 4294976246 00000004:00080000:2.0:1767318264.605596:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7ca80, transno 4294976247 00000004:00080000:2.0:1767318264.605598:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a62300, transno 4294976248 00000004:00080000:2.0:1767318264.605601:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7c700, transno 4294976249 00000004:00080000:2.0:1767318264.605604:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434678380, transno 4294976250 00000004:00080000:2.0:1767318264.605607:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a72300, transno 4294976251 00000004:00080000:2.0:1767318264.605609:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434678a80, transno 4294976252 00000004:00080000:2.0:1767318264.605612:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434678000, transno 4294976253 00000004:00080000:2.0:1767318264.605614:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a71f80, transno 4294976254 00000004:00080000:2.0:1767318264.605616:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a70000, transno 4294976255 00000004:00080000:2.0:1767318264.605619:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c0a80, transno 4294976256 00000004:00080000:2.0:1767318264.605621:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c2d80, transno 4294976257 00000004:00080000:2.0:1767318264.605624:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fc700, transno 4294976258 00000004:00080000:2.0:1767318264.605627:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fdc00, transno 4294976259 00000004:00080000:2.0:1767318264.605629:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c3800, transno 4294976260 00000004:00080000:2.0:1767318264.605632:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069ff480, transno 4294976261 00000004:00080000:2.0:1767318264.605634:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308161500, transno 4294976262 00000004:00080000:2.0:1767318264.605637:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308162a00, transno 4294976263 00000004:00080000:2.0:1767318264.605639:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c0700, transno 4294976264 00000004:00080000:2.0:1767318264.605642:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7d500, transno 4294976265 00000004:00080000:2.0:1767318264.605644:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fc380, transno 4294976266 00000004:00080000:2.0:1767318264.605646:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18000, transno 4294976267 00000004:00080000:2.0:1767318264.605649:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308161180, transno 4294976268 00000004:00080000:2.0:1767318264.605652:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19c00, transno 4294976269 00000004:00080000:2.0:1767318264.605654:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308162680, transno 4294976270 00000004:00080000:2.0:1767318264.605657:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1b480, transno 4294976271 00000004:00080000:2.0:1767318264.605660:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19f80, transno 4294976272 00000004:00080000:2.0:1767318264.605662:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1a300, transno 4294976273 00000004:00080000:2.0:1767318264.605664:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1b800, transno 4294976274 00000004:00080000:2.0:1767318264.605668:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d0a80, transno 4294976275 00000004:00080000:2.0:1767318264.605670:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19500, transno 4294976276 00000004:00080000:2.0:1767318264.605673:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1a680, transno 4294976277 00000004:00080000:2.0:1767318264.605675:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18a80, transno 4294976278 00000004:00080000:2.0:1767318264.605677:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d0380, transno 4294976279 00000004:00080000:2.0:1767318264.605680:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d3480, transno 4294976280 00000004:00080000:2.0:1767318264.605683:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d1180, transno 4294976281 00000004:00080000:2.0:1767318264.605686:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467d180, transno 4294976282 00000004:00080000:2.0:1767318264.605688:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467f100, transno 4294976283 00000004:00080000:2.0:1767318264.605691:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467ca80, transno 4294976284 00000004:00080000:2.0:1767318264.605693:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467d880, transno 4294976285 00000004:00080000:2.0:1767318264.605695:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467df80, transno 4294976286 00000004:00080000:2.0:1767318264.605698:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2300, transno 4294976287 00000004:00080000:2.0:1767318264.605701:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877c700, transno 4294976288 00000004:00080000:2.0:1767318264.605703:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467c000, transno 4294976289 00000004:00080000:2.0:1767318264.605705:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467f800, transno 4294976290 00000004:00080000:2.0:1767318264.605707:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877e300, transno 4294976291 00000004:00080000:2.0:1767318264.605718:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ca80, transno 4294976292 00000004:00080000:2.0:1767318264.605721:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877d180, transno 4294976293 00000004:00080000:2.0:1767318264.605723:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877f800, transno 4294976294 00000004:00080000:2.0:1767318264.605726:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877d880, transno 4294976295 00000004:00080000:2.0:1767318264.605728:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877c000, transno 4294976296 00000004:00080000:2.0:1767318264.605731:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877d500, transno 4294976297 00000004:00080000:2.0:1767318264.605733:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c16d80, transno 4294976298 00000004:00080000:2.0:1767318264.605735:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c15f80, transno 4294976299 00000004:00080000:2.0:1767318264.605738:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c15c00, transno 4294976300 00000004:00080000:2.0:1767318264.605740:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c17b80, transno 4294976301 00000004:00080000:2.0:1767318264.605743:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c16300, transno 4294976302 00000004:00080000:2.0:1767318264.605746:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e49180, transno 4294976303 00000004:00080000:2.0:1767318264.605748:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ce00, transno 4294976304 00000004:00080000:2.0:1767318264.605751:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c14700, transno 4294976305 00000004:00080000:2.0:1767318264.605754:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877dc00, transno 4294976306 00000004:00080000:2.0:1767318264.605756:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e48e00, transno 4294976307 00000004:00080000:2.0:1767318264.605758:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c1c00, transno 4294976308 00000004:00080000:2.0:1767318264.605761:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c14000, transno 4294976309 00000004:00080000:2.0:1767318264.605763:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c14a80, transno 4294976310 00000004:00080000:2.0:1767318264.605766:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c1500, transno 4294976311 00000004:00080000:2.0:1767318264.605770:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c3480, transno 4294976312 00000004:00080000:2.0:1767318264.605773:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c2a00, transno 4294976313 00000004:00080000:2.0:1767318264.605775:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c0380, transno 4294976314 00000004:00080000:2.0:1767318264.605778:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c0700, transno 4294976315 00000004:00080000:2.0:1767318264.605781:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f6a00, transno 4294976316 00000004:00080000:2.0:1767318264.605783:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103df80, transno 4294976317 00000004:00080000:2.0:1767318264.605785:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f4000, transno 4294976318 00000004:00080000:2.0:1767318264.605787:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e49f80, transno 4294976319 00000004:00080000:2.0:1767318264.605790:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4b100, transno 4294976320 00000004:00080000:2.0:1767318264.605792:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4a300, transno 4294976321 00000004:00080000:2.0:1767318264.605794:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c16a00, transno 4294976322 00000004:00080000:2.0:1767318264.605796:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c15880, transno 4294976323 00000004:00080000:2.0:1767318264.605798:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f4700, transno 4294976324 00000004:00080000:2.0:1767318264.605801:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103d500, transno 4294976325 00000004:00080000:2.0:1767318264.605803:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c14380, transno 4294976326 00000004:00080000:2.0:1767318264.605805:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160bbb80, transno 4294976327 00000004:00080000:2.0:1767318264.605808:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103ed80, transno 4294976328 00000004:00080000:2.0:1767318264.605810:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b8700, transno 4294976329 00000004:00080000:2.0:1767318264.605812:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c0000, transno 4294976330 00000004:00080000:2.0:1767318264.605814:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b9c00, transno 4294976331 00000004:00080000:2.0:1767318264.605817:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a21880, transno 4294976332 00000004:00080000:2.0:1767318264.605819:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a22d80, transno 4294976333 00000004:00080000:2.0:1767318264.605821:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a20e00, transno 4294976334 00000004:00080000:2.0:1767318264.605823:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f7800, transno 4294976335 00000004:00080000:2.0:1767318264.605826:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103ea00, transno 4294976336 00000004:00080000:2.0:1767318264.605828:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4bb80, transno 4294976337 00000004:00080000:2.0:1767318264.605830:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b8e00, transno 4294976338 00000004:00080000:2.0:1767318264.605833:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a23480, transno 4294976339 00000004:00080000:2.0:1767318264.605835:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a23100, transno 4294976340 00000004:00080000:2.0:1767318264.605837:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103ca80, transno 4294976341 00000004:00080000:2.0:1767318264.605839:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4ad80, transno 4294976342 00000004:00080000:2.0:1767318264.605841:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103f800, transno 4294976343 00000004:00080000:2.0:1767318264.605843:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c3b80, transno 4294976344 00000004:00080000:2.0:1767318264.605845:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c16680, transno 4294976345 00000004:00080000:2.0:1767318264.605848:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c15500, transno 4294976346 00000004:00080000:2.0:1767318264.605850:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c1880, transno 4294976347 00000004:00080000:2.0:1767318264.605852:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d91500, transno 4294976348 00000004:00080000:2.0:1767318264.605854:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309410700, transno 4294976349 00000004:00080000:2.0:1767318264.605856:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309413480, transno 4294976350 00000004:00080000:2.0:1767318264.605858:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309413100, transno 4294976351 00000004:00080000:2.0:1767318264.605860:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d93480, transno 4294976352 00000004:00080000:2.0:1767318264.605863:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411c00, transno 4294976353 00000004:00080000:2.0:1767318264.605865:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309410a80, transno 4294976354 00000004:00080000:2.0:1767318264.605867:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411880, transno 4294976355 00000004:00080000:2.0:1767318264.605869:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309413b80, transno 4294976356 00000004:00080000:2.0:1767318264.605871:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabf100, transno 4294976357 00000004:00080000:2.0:1767318264.605873:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309410000, transno 4294976358 00000004:00080000:2.0:1767318264.605875:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabca80, transno 4294976359 00000004:00080000:2.0:1767318264.605878:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e9500, transno 4294976360 00000004:00080000:2.0:1767318264.605880:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9c700, transno 4294976361 00000004:00080000:2.0:1767318264.605882:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e8a80, transno 4294976362 00000004:00080000:2.0:1767318264.605885:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e8380, transno 4294976363 00000004:00080000:2.0:1767318264.605888:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125ea300, transno 4294976364 00000004:00080000:2.0:1767318264.605890:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125eaa00, transno 4294976365 00000004:00080000:2.0:1767318264.605892:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125eb100, transno 4294976366 00000004:00080000:2.0:1767318264.605894:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e9180, transno 4294976367 00000004:00080000:2.0:1767318264.605897:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e8e00, transno 4294976368 00000004:00080000:2.0:1767318264.605899:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308c44e00, transno 4294976369 00000004:00080000:2.0:1767318264.605901:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e8700, transno 4294976370 00000004:00080000:2.0:1767318264.605903:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411f80, transno 4294976371 00000004:00080000:2.0:1767318264.605906:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dc000, transno 4294976372 00000004:00080000:2.0:1767318264.605908:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117ddc00, transno 4294976373 00000004:00080000:2.0:1767318264.605910:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117de680, transno 4294976374 00000004:00080000:2.0:1767318264.605912:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dd500, transno 4294976375 00000004:00080000:2.0:1767318264.605915:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117de300, transno 4294976376 00000004:00080000:2.0:1767318264.605917:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dc380, transno 4294976377 00000004:00080000:2.0:1767318264.605920:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722a680, transno 4294976378 00000004:00080000:2.0:1767318264.605923:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dd880, transno 4294976379 00000004:00080000:2.0:1767318264.605925:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dea00, transno 4294976380 00000004:00080000:2.0:1767318264.605928:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117ded80, transno 4294976381 00000004:00080000:2.0:1767318264.605931:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722bb80, transno 4294976382 00000004:00080000:2.0:1767318264.605933:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307229880, transno 4294976383 00000004:00080000:2.0:1767318264.605936:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307229f80, transno 4294976384 00000004:00080000:2.0:1767318264.605939:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722b800, transno 4294976385 00000004:00080000:2.0:1767318264.605941:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069ff100, transno 4294976386 00000004:00080000:2.0:1767318264.605945:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722a300, transno 4294976387 00000004:00080000:2.0:1767318264.605947:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fe300, transno 4294976388 00000004:00080000:2.0:1767318264.605949:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307228700, transno 4294976389 00000004:00080000:2.0:1767318264.605952:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fd880, transno 4294976390 00000004:00080000:2.0:1767318264.605955:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311864e00, transno 4294976391 00000004:00080000:2.0:1767318264.605957:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fdf80, transno 4294976392 00000004:00080000:2.0:1767318264.605960:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311867480, transno 4294976393 00000004:00080000:2.0:1767318264.605962:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bd180, transno 4294976394 00000004:00080000:2.0:1767318264.605964:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabc380, transno 4294976395 00000004:00080000:2.0:1767318264.605967:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fca80, transno 4294976396 00000004:00080000:2.0:1767318264.605969:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a73b80, transno 4294976397 00000004:00080000:2.0:1767318264.605972:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bf100, transno 4294976398 00000004:00080000:2.0:1767318264.605974:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125ea680, transno 4294976399 00000004:00080000:2.0:1767318264.605976:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fc000, transno 4294976400 00000004:00080000:2.0:1767318264.605979:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bd880, transno 4294976401 00000004:00080000:2.0:1767318264.605982:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8cb480, transno 4294976402 00000004:00080000:2.0:1767318264.605984:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8ca300, transno 4294976403 00000004:00080000:2.0:1767318264.606147:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c9880, transno 4294976404 00000004:00080000:2.0:1767318264.606153:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a73800, transno 4294976405 00000004:00080000:2.0:1767318264.606155:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307229c00, transno 4294976406 00000004:00080000:2.0:1767318264.606158:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c8700, transno 4294976407 00000004:00080000:2.0:1767318264.606160:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271180, transno 4294976408 00000004:00080000:2.0:1767318264.606162:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271880, transno 4294976409 00000004:00080000:2.0:1767318264.606165:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467c700, transno 4294976410 00000004:00080000:2.0:1767318264.606167:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c9f80, transno 4294976411 00000004:00080000:2.0:1767318264.606169:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c9c00, transno 4294976412 00000004:00080000:2.0:1767318264.606171:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d273480, transno 4294976413 00000004:00080000:2.0:1767318264.606174:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d272300, transno 4294976414 00000004:00080000:2.0:1767318264.606176:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271f80, transno 4294976415 00000004:00080000:2.0:1767318264.606178:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d270e00, transno 4294976416 00000004:00080000:2.0:1767318264.606181:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d272a00, transno 4294976417 00000004:00080000:2.0:1767318264.606183:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5c00, transno 4294976418 00000004:00080000:2.0:1767318264.606185:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d272680, transno 4294976419 00000004:00080000:2.0:1767318264.606187:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5180, transno 4294976420 00000004:00080000:2.0:1767318264.606189:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d270000, transno 4294976421 00000004:00080000:2.0:1767318264.606192:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c7b80, transno 4294976422 00000004:00080000:2.0:1767318264.606194:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d273100, transno 4294976423 00000004:00080000:2.0:1767318264.606197:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d270a80, transno 4294976424 00000004:00080000:2.0:1767318264.606199:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271c00, transno 4294976425 00000004:00080000:2.0:1767318264.606201:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d273b80, transno 4294976426 00000004:00080000:2.0:1767318264.606204:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c5880, transno 4294976427 00000004:00080000:2.0:1767318264.606206:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318376300, transno 4294976428 00000004:00080000:2.0:1767318264.606208:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318376d80, transno 4294976429 00000004:00080000:2.0:1767318264.606211:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318374a80, transno 4294976430 00000004:00080000:2.0:1767318264.606213:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318377480, transno 4294976431 00000004:00080000:2.0:1767318264.606216:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318374380, transno 4294976432 00000004:00080000:2.0:1767318264.606218:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318376680, transno 4294976433 00000004:00080000:2.0:1767318264.606220:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318376a00, transno 4294976434 00000004:00080000:2.0:1767318264.606222:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318375180, transno 4294976435 00000004:00080000:2.0:1767318264.606224:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318374700, transno 4294976436 00000004:00080000:2.0:1767318264.606226:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318739c00, transno 4294976437 00000004:00080000:2.0:1767318264.606229:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318739500, transno 4294976438 00000004:00080000:2.0:1767318264.606231:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873b480, transno 4294976439 00000004:00080000:2.0:1767318264.606233:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318738e00, transno 4294976440 00000004:00080000:2.0:1767318264.606236:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318739f80, transno 4294976441 00000004:00080000:2.0:1767318264.606238:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031873a300, transno 4294976442 00000004:00080000:2.0:1767318264.606240:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865180, transno 4294976443 00000004:00080000:2.0:1767318264.606242:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c1880, transno 4294976444 00000004:00080000:2.0:1767318264.606244:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311572300, transno 4294976445 00000004:00080000:2.0:1767318264.606247:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311571880, transno 4294976446 00000004:00080000:2.0:1767318264.606249:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c2680, transno 4294976447 00000004:00080000:2.0:1767318264.606251:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311570000, transno 4294976448 00000004:00080000:2.0:1767318264.606253:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311573800, transno 4294976449 00000004:00080000:2.0:1767318264.606255:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311573b80, transno 4294976450 00000004:00080000:2.0:1767318264.606257:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311573480, transno 4294976451 00000004:00080000:2.0:1767318264.606260:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e2a00, transno 4294976452 00000004:00080000:2.0:1767318264.606262:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311573100, transno 4294976453 00000004:00080000:2.0:1767318264.606265:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c7b80, transno 4294976454 00000004:00080000:2.0:1767318264.606267:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449f480, transno 4294976455 00000004:00080000:2.0:1767318264.606270:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311571c00, transno 4294976456 00000004:00080000:2.0:1767318264.606272:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c5500, transno 4294976457 00000004:00080000:2.0:1767318264.606274:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e3800, transno 4294976458 00000004:00080000:2.0:1767318264.606277:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e0e00, transno 4294976459 00000004:00080000:2.0:1767318264.606280:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5e680, transno 4294976460 00000004:00080000:2.0:1767318264.606283:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5d880, transno 4294976461 00000004:00080000:2.0:1767318264.606285:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5ca80, transno 4294976462 00000004:00080000:2.0:1767318264.606288:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312671180, transno 4294976463 00000004:00080000:2.0:1767318264.606290:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312670a80, transno 4294976464 00000004:00080000:2.0:1767318264.606293:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312673480, transno 4294976465 00000004:00080000:2.0:1767318264.606295:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5f100, transno 4294976466 00000004:00080000:2.0:1767318264.606297:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5ce00, transno 4294976467 00000004:00080000:2.0:1767318264.606300:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312670700, transno 4294976468 00000004:00080000:2.0:1767318264.606313:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312672d80, transno 4294976469 00000004:00080000:2.0:1767318264.606316:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd2a00, transno 4294976470 00000004:00080000:2.0:1767318264.606318:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd2d80, transno 4294976471 00000004:00080000:2.0:1767318264.606320:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd1c00, transno 4294976472 00000004:00080000:2.0:1767318264.606322:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd2680, transno 4294976473 00000004:00080000:2.0:1767318264.606325:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5c700, transno 4294976474 00000004:00080000:2.0:1767318264.606327:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437e5ea00, transno 4294976475 00000004:00080000:2.0:1767318264.606329:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312673800, transno 4294976476 00000004:00080000:2.0:1767318264.606331:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877a300, transno 4294976477 00000004:00080000:2.0:1767318264.606333:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c4a80, transno 4294976478 00000004:00080000:2.0:1767318264.606335:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd0700, transno 4294976479 00000004:00080000:2.0:1767318264.606338:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd3b80, transno 4294976480 00000004:00080000:2.0:1767318264.606340:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd1180, transno 4294976481 00000004:00080000:2.0:1767318264.606343:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186aca80, transno 4294976482 00000004:00080000:2.0:1767318264.606346:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186aea00, transno 4294976483 00000004:00080000:2.0:1767318264.606349:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc9f80, transno 4294976484 00000004:00080000:2.0:1767318264.606351:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd1880, transno 4294976485 00000004:00080000:2.0:1767318264.606353:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd0380, transno 4294976486 00000004:00080000:2.0:1767318264.606355:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186adf80, transno 4294976487 00000004:00080000:2.0:1767318264.606358:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd3100, transno 4294976488 00000004:00080000:2.0:1767318264.606360:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186afb80, transno 4294976489 00000004:00080000:2.0:1767318264.606362:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc9c00, transno 4294976490 00000004:00080000:2.0:1767318264.606365:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199b480, transno 4294976491 00000004:00080000:2.0:1767318264.606367:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199a300, transno 4294976492 00000004:00080000:2.0:1767318264.606369:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199aa00, transno 4294976493 00000004:00080000:2.0:1767318264.606371:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311998a80, transno 4294976494 00000004:00080000:2.0:1767318264.606373:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311999500, transno 4294976495 00000004:00080000:2.0:1767318264.606375:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199ad80, transno 4294976496 00000004:00080000:2.0:1767318264.606377:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199b100, transno 4294976497 00000004:00080000:2.0:1767318264.606380:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfd500, transno 4294976498 00000004:00080000:2.0:1767318264.606382:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfca80, transno 4294976499 00000004:00080000:2.0:1767318264.606385:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318778a80, transno 4294976500 00000004:00080000:2.0:1767318264.606387:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318779f80, transno 4294976501 00000004:00080000:2.0:1767318264.606389:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199b800, transno 4294976502 00000004:00080000:2.0:1767318264.606392:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318779180, transno 4294976503 00000004:00080000:2.0:1767318264.606394:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318779c00, transno 4294976504 00000004:00080000:2.0:1767318264.606396:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199bb80, transno 4294976505 00000004:00080000:2.0:1767318264.606399:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318779880, transno 4294976506 00000004:00080000:2.0:1767318264.606401:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ad80, transno 4294976507 00000004:00080000:2.0:1767318264.606403:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318778e00, transno 4294976508 00000004:00080000:2.0:1767318264.606406:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877aa00, transno 4294976509 00000004:00080000:2.0:1767318264.606408:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318778700, transno 4294976510 00000004:00080000:2.0:1767318264.606410:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318778380, transno 4294976511 00000004:00080000:2.0:1767318264.606413:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877a680, transno 4294976512 00000004:00080000:2.0:1767318264.606415:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877b480, transno 4294976513 00000004:00080000:2.0:1767318264.606417:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318779500, transno 4294976514 00000004:00080000:2.0:1767318264.606419:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bcb480, transno 4294976515 00000004:00080000:2.0:1767318264.606422:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bca680, transno 4294976516 00000004:00080000:2.0:1767318264.606424:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bca300, transno 4294976517 00000004:00080000:2.0:1767318264.606426:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc8000, transno 4294976518 00000004:00080000:2.0:1767318264.606429:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc8700, transno 4294976519 00000004:00080000:2.0:1767318264.606431:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bcb800, transno 4294976520 00000004:00080000:2.0:1767318264.606433:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc9180, transno 4294976521 00000004:00080000:2.0:1767318264.606436:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bcaa00, transno 4294976522 00000004:00080000:2.0:1767318264.606438:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bcad80, transno 4294976523 00000004:00080000:2.0:1767318264.606440:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bcbb80, transno 4294976524 00000004:00080000:2.0:1767318264.606442:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117cb800, transno 4294976525 00000004:00080000:2.0:1767318264.606445:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc8380, transno 4294976526 00000004:00080000:2.0:1767318264.606447:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc9500, transno 4294976527 00000004:00080000:2.0:1767318264.606450:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449c380, transno 4294976528 00000004:00080000:2.0:1767318264.606453:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449e300, transno 4294976529 00000004:00080000:2.0:1767318264.606455:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449ce00, transno 4294976530 00000004:00080000:2.0:1767318264.606458:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449d180, transno 4294976531 00000004:00080000:2.0:1767318264.606460:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81fb80, transno 4294976532 00000004:00080000:2.0:1767318264.606462:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81df80, transno 4294976533 00000004:00080000:2.0:1767318264.606464:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81ca80, transno 4294976534 00000004:00080000:2.0:1767318264.606467:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81e680, transno 4294976535 00000004:00080000:2.0:1767318264.606469:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81ed80, transno 4294976536 00000004:00080000:2.0:1767318264.606471:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81e300, transno 4294976537 00000004:00080000:2.0:1767318264.606473:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538c700, transno 4294976538 00000004:00080000:2.0:1767318264.606476:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc8e00, transno 4294976539 00000004:00080000:2.0:1767318264.606478:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c9c00, transno 4294976540 00000004:00080000:2.0:1767318264.606480:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117cb100, transno 4294976541 00000004:00080000:2.0:1767318264.606483:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117c8000, transno 4294976542 00000004:00080000:2.0:1767318264.606485:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538df80, transno 4294976543 00000004:00080000:2.0:1767318264.606488:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538c000, transno 4294976544 00000004:00080000:2.0:1767318264.606490:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538fb80, transno 4294976545 00000004:00080000:2.0:1767318264.606493:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538c380, transno 4294976546 00000004:00080000:2.0:1767318264.606495:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538f480, transno 4294976547 00000004:00080000:2.0:1767318264.606497:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538ea00, transno 4294976548 00000004:00080000:2.0:1767318264.606500:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be6300, transno 4294976549 00000004:00080000:2.0:1767318264.606502:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538d880, transno 4294976550 00000004:00080000:2.0:1767318264.606530:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538f800, transno 4294976551 00000004:00080000:2.0:1767318264.606534:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be6680, transno 4294976552 00000004:00080000:2.0:1767318264.606536:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538f100, transno 4294976553 00000004:00080000:2.0:1767318264.606539:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538e680, transno 4294976554 00000004:00080000:2.0:1767318264.606541:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be4700, transno 4294976555 00000004:00080000:2.0:1767318264.606543:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043538e300, transno 4294976556 00000004:00080000:2.0:1767318264.606545:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfc700, transno 4294976557 00000004:00080000:2.0:1767318264.606547:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441fd3480, transno 4294976558 00000004:00080000:2.0:1767318264.606550:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311572a00, transno 4294976559 00000004:00080000:2.0:1767318264.606552:0:6188:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311570700, transno 4294976560 00000100:00100000:2.0:1767318264.606564:0:6188:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9a0317bfce00 x1853163938687744/t4294976561(4294976561) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1767318264.606577:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfce00/2, rc 0, transno 4294976561 00000100:00100000:2.0:1767318264.606582:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938687744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1767318264.609411:0:20656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:6185:x1853163938687488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29998us (30686us total) trans 4294976562 rc 0/0 00000100:00100000:3.0:1767318264.609425:0:20656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24845 00000004:00080000:1.0:1767318264.609843:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfc000/2, rc 0, transno 4294976562 00000100:00100000:1.0:1767318264.609851:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938687488:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1767318264.612831:0:56462:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 7 in progress, 5 in flight, 841 done 00010000:00010000:2.0:1767318264.613611:0:21393:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.613627:0:21393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.613639:0:21393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.613647:0:21393:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.613670:0:21393:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318264.614457:0:21393:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:6188:x1853163938687616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44902us (45498us total) trans 4294976563 rc 0/0 00000100:00100000:2.0:1767318264.614469:0:21393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24840 00010000:00010000:2.0:1767318264.614503:0:12860:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318264.614535:0:12860:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.614544:0:12860:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915a400 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318264.614549:0:12860:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.614559:0:12860:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.614578:0:12860:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.614584:0:12860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030915a400/0x3313483622c9f71f lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.614604:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.614605:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.614607:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.614617:0:14895:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.614623:0:14895:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.614635:0:14895:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.614641:0:14895:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.614656:0:14895:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1767318264.614817:0:14895:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317be7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:6188:x1853163938687232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45614us (45998us total) trans 4294976564 rc 0/0 00000100:00100000:2.0:1767318264.614824:0:14895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24838 00000004:00080000:1.0:1767318264.615124:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfdc00/2, rc 0, transno 4294976563 00000100:00100000:1.0:1767318264.615131:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938687616:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318264.615139:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfdf80/2, rc 0, transno 4294976564 00000100:00100000:1.0:1767318264.615142:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938687232:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1767318264.615590:0:21245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1a200/0x3313483622c9d8a9 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->10485759) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55556d expref: 11 pid: 21383 timeout: 3611 lvb_type: 1 00000100:00100000:1.0:1767318264.615602:0:21245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:21245:1853163938690432:192.168.203.16@tcp:104: 00010000:00010000:1.0:1767318264.615624:0:21245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.615632:0:21245:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.615638:0:21245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.615646:0:21245:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.615657:0:21245:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.615677:0:21245:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318264.616151:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318264.616158:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.616166:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318264.616169:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.616177:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.616194:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.616201:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9000/0x3313483622c9f711 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.616221:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318264.616224:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.616230:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318264.616232:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.616239:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.616247:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.616252:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0421f50600/0x3313483622c9f757 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.616264:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.616266:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.616267:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318264.617037:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.617067:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318264.617113:0:6180:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318264.617138:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918025472 00000100:00100000:2.0:1767318264.617146:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918025472 00010000:00010000:2.0:1767318264.617181:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c029e00/0x3313483622c9d5a0 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555527 expref: 11 pid: 21247 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.617209:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918025728 00000100:00100000:2.0:1767318264.617211:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918025728 00010000:00010000:2.0:1767318264.617223:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b400/0x3313483622c9d47a lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555512 expref: 12 pid: 21248 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.617237:0:12857:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918025600 00000100:00100000:2.0:1767318264.617239:0:12857:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918025600 00010000:00010000:2.0:1767318264.617248:0:12857:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9a030def4400/0x3313483622c9d013 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a9 expref: 13 pid: 14894 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.617265:0:12857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32321 00000100:00100000:2.0:1767318264.617272:0:12857:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+13:2480:x1853163918025472:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1767318264.617285:0:12857:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318264.617290:0:12857:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030c029e00/0x3313483622c9d5a0 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x4e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555527 expref: 13 pid: 21247 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.617311:0:12857:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030c029e00/0x3313483622c9d5a0 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x4e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555527 expref: 13 pid: 21247 timeout: 3611 lvb_type: 1 00010000:00010000:2.0:1767318264.617331:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.617333:0:12857:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1767318264.617337:0:12857:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.617348:0:12857:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.617368:0:12857:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318264.617382:0:21383:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:21383:1853163938690944:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318264.617403:0:21383:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 3/0,1 mode: --/PW res: [0x280000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767318264.617416:0:12857:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e241b220-0ef8-435a-b507-74fd0bfdf172+13:2480:x1853163918025472:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 142us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318264.617428:0:12857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32321 00000100:00100000:0.0:1767318264.620032:0:21246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:6185:x1853163938688768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49078us (49689us total) trans 4294976114 rc 0/0 00000100:00100000:0.0:1767318264.620047:0:21246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24843 00010000:00010000:0.0:1767318264.620096:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318264.620140:0:21249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310c90000/0x3313483622c9d66b lrc: 0/0,0 mode: --/PR res: [0x240000404:0x4ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac55553c expref: 7 pid: 21382 timeout: 3611 lvb_type: 1 00000100:00100000:0.0:1767318264.620158:0:21249:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317be6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:21249:1853163938689664:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318264.620187:0:21249:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.620198:0:21249:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.620204:0:21249:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.620214:0:21249:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.620222:0:21249:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.620243:0:21249:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1767318264.620820:0:21249:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c19ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:6185:x1853163938687872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50069us (50528us total) trans 4294976565 rc 0/0 00000100:00100000:0.0:1767318264.620828:0:21249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24842 00010000:00010000:0.0:1767318264.620867:0:21384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0310c90e00/0x3313483622c9d775 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555551 expref: 12 pid: 25439 timeout: 3611 lvb_type: 1 00000100:00100000:0.0:1767318264.620879:0:21384:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0407828380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:21384:1853163938690048:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318264.620893:0:21384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.620900:0:21384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.620906:0:21384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.620914:0:21384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.620921:0:21384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.620943:0:21384:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1767318264.621112:0:21384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:6185:x1853163938689280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50153us (50748us total) trans 4294976115 rc 0/0 00000100:00100000:0.0:1767318264.621119:0:21384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24844 00010000:00010000:0.0:1767318264.621151:0:14894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a030def4000/0x3313483622c9d186 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554cc expref: 6 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:0.0:1767318264.621161:0:14894:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:14894:1853163938689536:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318264.621176:0:14894:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.621184:0:14894:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.621190:0:14894:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.621201:0:14894:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.621209:0:14894:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.621231:0:14894:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1767318264.621385:0:14894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:6185:x1853163938687360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50668us (51134us total) trans 4294976566 rc 0/0 00000100:00100000:0.0:1767318264.621391:0:14894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24841 00010000:00010000:0.0:1767318264.621443:0:14896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4c00/0x3313483622c9d194 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554e8 expref: 11 pid: 21391 timeout: 3611 lvb_type: 1 00000100:00100000:0.0:1767318264.621970:0:14896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a040782b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:14896:1853163938690304:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318264.621989:0:14896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.621998:0:14896:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.622004:0:14896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.622011:0:14896:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.622024:0:14896:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.622040:0:14896:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1767318264.622229:0:14896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c198000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:6185:x1853163938688896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50850us (51773us total) trans 4294976116 rc 0/0 00000100:00100000:0.0:1767318264.622236:0:14896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24847 00010000:00010000:0.0:1767318264.622273:0:21248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0310259800/0x3313483622c9d8a2 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x4eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555566 expref: 5 pid: 21245 timeout: 3611 lvb_type: 1 00000100:00100000:0.0:1767318264.622283:0:21248:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:21248:1853163938690176:192.168.203.16@tcp:104: 00010000:00010000:0.0:1767318264.622299:0:21248:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.622316:0:21248:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.622322:0:21248:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.622329:0:21248:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.622336:0:21248:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767318264.622353:0:21248:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1767318264.627144:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1767318264.627158:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627170:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318264.627174:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627184:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627207:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627213:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0309ca9800/0x3313483622c9f72d lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627252:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1767318264.627256:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627264:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca9600 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318264.627268:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627275:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627288:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627295:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca9600/0x3313483622c9f742 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627324:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1767318264.627329:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627336:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318264.627340:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627348:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627360:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627367:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50000/0x3313483622c9f726 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627394:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767318264.627397:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627404:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0309ca8c00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318264.627407:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627415:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627425:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627432:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0309ca8c00/0x3313483622c9f750 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627449:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1767318264.627453:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627458:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0421f50a00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:1.0:1767318264.627461:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627469:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627481:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627488:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9a0421f50a00/0x3313483622c9f749 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x4eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21248 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767318264.627524:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318264.627526:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318264.627528:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318264.627573:0:6185:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976113 gen 2 00000004:00080000:1.0:1767318264.627579:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19b100, transno 4294975463 00000004:00080000:1.0:1767318264.627594:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160bb100, transno 4294975464 00000004:00080000:1.0:1767318264.627597:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c198380, transno 4294975465 00000004:00080000:1.0:1767318264.627599:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1d500, transno 4294975466 00000004:00080000:1.0:1767318264.627602:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1c700, transno 4294975467 00000004:00080000:1.0:1767318264.627604:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c199880, transno 4294975468 00000004:00080000:1.0:1767318264.627607:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19a300, transno 4294975469 00000004:00080000:1.0:1767318264.627609:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031c19bb80, transno 4294975470 00000004:00080000:1.0:1767318264.627612:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309418380, transno 4294975471 00000004:00080000:1.0:1767318264.627615:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309419500, transno 4294975472 00000004:00080000:1.0:1767318264.627617:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030941b480, transno 4294975473 00000004:00080000:1.0:1767318264.627620:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309418a80, transno 4294975474 00000004:00080000:1.0:1767318264.627622:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309418700, transno 4294975475 00000004:00080000:1.0:1767318264.627625:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309419180, transno 4294975476 00000004:00080000:1.0:1767318264.627628:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030941a300, transno 4294975477 00000004:00080000:1.0:1767318264.627630:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309419f80, transno 4294975478 00000004:00080000:1.0:1767318264.627633:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c3100, transno 4294975479 00000004:00080000:1.0:1767318264.627636:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c1180, transno 4294975480 00000004:00080000:1.0:1767318264.627638:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c3480, transno 4294975481 00000004:00080000:1.0:1767318264.627641:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c3b80, transno 4294975482 00000004:00080000:1.0:1767318264.627644:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434679c00, transno 4294975483 00000004:00080000:1.0:1767318264.627647:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434678e00, transno 4294975484 00000004:00080000:1.0:1767318264.627649:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434679f80, transno 4294975485 00000004:00080000:1.0:1767318264.627652:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b8a80, transno 4294975486 00000004:00080000:1.0:1767318264.627655:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259fb80, transno 4294975487 00000004:00080000:1.0:1767318264.627657:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a72a00, transno 4294975488 00000004:00080000:1.0:1767318264.627659:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a72d80, transno 4294975489 00000004:00080000:1.0:1767318264.627661:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e9f80, transno 4294975490 00000004:00080000:1.0:1767318264.627663:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a71880, transno 4294975491 00000004:00080000:1.0:1767318264.627666:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d0700, transno 4294975492 00000004:00080000:1.0:1767318264.627669:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a70a80, transno 4294975493 00000004:00080000:1.0:1767318264.627671:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2a680, transno 4294975494 00000004:00080000:1.0:1767318264.627674:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2bb80, transno 4294975495 00000004:00080000:1.0:1767318264.627676:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2ad80, transno 4294975496 00000004:00080000:1.0:1767318264.627678:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160bb480, transno 4294975497 00000004:00080000:1.0:1767318264.627681:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b8000, transno 4294975498 00000004:00080000:1.0:1767318264.627683:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9d180, transno 4294975499 00000004:00080000:1.0:1767318264.627686:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c2a00, transno 4294975500 00000004:00080000:1.0:1767318264.627689:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ec8380, transno 4294975501 00000004:00080000:1.0:1767318264.627692:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d1500, transno 4294975502 00000004:00080000:1.0:1767318264.627694:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306353800, transno 4294975503 00000004:00080000:1.0:1767318264.627696:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317be5f80, transno 4294975504 00000004:00080000:1.0:1767318264.627699:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103f480, transno 4294975505 00000004:00080000:1.0:1767318264.627701:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306351c00, transno 4294975506 00000004:00080000:1.0:1767318264.627704:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dca80, transno 4294975507 00000004:00080000:1.0:1767318264.627706:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125eb480, transno 4294975508 00000004:00080000:1.0:1767318264.627708:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317ce5180, transno 4294975509 00000004:00080000:1.0:1767318264.627723:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171f100, transno 4294975510 00000004:00080000:1.0:1767318264.627727:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173c3800, transno 4294975511 00000004:00080000:1.0:1767318264.627730:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4a680, transno 4294975512 00000004:00080000:1.0:1767318264.627732:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dc700, transno 4294975513 00000004:00080000:1.0:1767318264.627735:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f7480, transno 4294975514 00000004:00080000:1.0:1767318264.627737:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f5f80, transno 4294975515 00000004:00080000:1.0:1767318264.627740:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4b480, transno 4294975516 00000004:00080000:1.0:1767318264.627742:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f4380, transno 4294975517 00000004:00080000:1.0:1767318264.627744:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c17100, transno 4294975518 00000004:00080000:1.0:1767318264.627747:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f6680, transno 4294975519 00000004:00080000:1.0:1767318264.627750:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311991f80, transno 4294975520 00000004:00080000:1.0:1767318264.627753:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311993800, transno 4294975521 00000004:00080000:1.0:1767318264.627755:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307228e00, transno 4294975522 00000004:00080000:1.0:1767318264.627758:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e48000, transno 4294975523 00000004:00080000:1.0:1767318264.627761:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311992d80, transno 4294975524 00000004:00080000:1.0:1767318264.627763:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c14e00, transno 4294975525 00000004:00080000:1.0:1767318264.627766:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311992300, transno 4294975526 00000004:00080000:1.0:1767318264.627768:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186adc00, transno 4294975527 00000004:00080000:1.0:1767318264.627771:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ad180, transno 4294975528 00000004:00080000:1.0:1767318264.627773:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ac000, transno 4294975529 00000004:00080000:1.0:1767318264.627775:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ace00, transno 4294975530 00000004:00080000:1.0:1767318264.627779:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407533800, transno 4294975531 00000004:00080000:1.0:1767318264.627781:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407532300, transno 4294975532 00000004:00080000:1.0:1767318264.627783:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031199a680, transno 4294975533 00000004:00080000:1.0:1767318264.627786:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407530a80, transno 4294975534 00000004:00080000:1.0:1767318264.627788:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186af480, transno 4294975535 00000004:00080000:1.0:1767318264.627791:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117ca680, transno 4294975536 00000004:00080000:1.0:1767318264.627793:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c154700, transno 4294975537 00000004:00080000:1.0:1767318264.627796:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca29880, transno 4294975538 00000004:00080000:1.0:1767318264.627798:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307228a80, transno 4294975539 00000004:00080000:1.0:1767318264.627801:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca29500, transno 4294975540 00000004:00080000:1.0:1767318264.627803:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722aa00, transno 4294975541 00000004:00080000:1.0:1767318264.627806:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2aa00, transno 4294975542 00000004:00080000:1.0:1767318264.627808:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307228000, transno 4294975543 00000004:00080000:1.0:1767318264.627810:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e3b80, transno 4294975544 00000004:00080000:1.0:1767318264.627813:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e2680, transno 4294975545 00000004:00080000:1.0:1767318264.627815:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405825880, transno 4294975546 00000004:00080000:1.0:1767318264.627818:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e0000, transno 4294975547 00000004:00080000:1.0:1767318264.627821:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405824700, transno 4294975548 00000004:00080000:1.0:1767318264.627823:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e0a80, transno 4294975549 00000004:00080000:1.0:1767318264.627825:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e0700, transno 4294975550 00000004:00080000:1.0:1767318264.627828:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e3100, transno 4294975551 00000004:00080000:1.0:1767318264.627830:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405825500, transno 4294975552 00000004:00080000:1.0:1767318264.627833:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405825180, transno 4294975553 00000004:00080000:1.0:1767318264.627835:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e0000, transno 4294975554 00000004:00080000:1.0:1767318264.627837:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c155880, transno 4294975555 00000004:00080000:1.0:1767318264.627840:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e1c00, transno 4294975556 00000004:00080000:1.0:1767318264.627841:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311992a00, transno 4294975557 00000004:00080000:1.0:1767318264.627844:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04103e0a80, transno 4294975558 00000004:00080000:1.0:1767318264.627846:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170b480, transno 4294975559 00000004:00080000:1.0:1767318264.627849:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c130700, transno 4294975560 00000004:00080000:1.0:1767318264.627852:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c133480, transno 4294975561 00000004:00080000:1.0:1767318264.627855:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c132a00, transno 4294975562 00000004:00080000:1.0:1767318264.627857:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407531180, transno 4294975563 00000004:00080000:1.0:1767318264.627860:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407531500, transno 4294975564 00000004:00080000:1.0:1767318264.627862:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311709f80, transno 4294975565 00000004:00080000:1.0:1767318264.627864:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311708a80, transno 4294975566 00000004:00080000:1.0:1767318264.627866:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311708380, transno 4294975567 00000004:00080000:1.0:1767318264.627868:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186ae300, transno 4294975568 00000004:00080000:1.0:1767318264.627870:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a75180, transno 4294975569 00000004:00080000:1.0:1767318264.627873:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a74380, transno 4294975570 00000004:00080000:1.0:1767318264.627875:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407531880, transno 4294975571 00000004:00080000:1.0:1767318264.627877:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03186af800, transno 4294975572 00000004:00080000:1.0:1767318264.627879:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a74000, transno 4294975573 00000004:00080000:1.0:1767318264.627882:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318375500, transno 4294975574 00000004:00080000:1.0:1767318264.627885:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309336300, transno 4294975575 00000004:00080000:1.0:1767318264.627887:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8cbb80, transno 4294975576 00000004:00080000:1.0:1767318264.627890:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c8e00, transno 4294975577 00000004:00080000:1.0:1767318264.627893:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c47100, transno 4294975578 00000004:00080000:1.0:1767318264.627895:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c44380, transno 4294975579 00000004:00080000:1.0:1767318264.627897:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c45180, transno 4294975580 00000004:00080000:1.0:1767318264.627899:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c47800, transno 4294975581 00000004:00080000:1.0:1767318264.627901:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e2a00, transno 4294975582 00000004:00080000:1.0:1767318264.627903:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303836680, transno 4294975583 00000004:00080000:1.0:1767318264.627905:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303836300, transno 4294975584 00000004:00080000:1.0:1767318264.627907:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c45c00, transno 4294975585 00000004:00080000:1.0:1767318264.627909:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c44000, transno 4294975586 00000004:00080000:1.0:1767318264.627911:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303837100, transno 4294975587 00000004:00080000:1.0:1767318264.627914:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303836d80, transno 4294975588 00000004:00080000:1.0:1767318264.627916:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303834e00, transno 4294975589 00000004:00080000:1.0:1767318264.627917:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303835c00, transno 4294975590 00000004:00080000:1.0:1767318264.627920:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303837b80, transno 4294975591 00000004:00080000:1.0:1767318264.627922:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303834000, transno 4294975592 00000004:00080000:1.0:1767318264.627924:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303834a80, transno 4294975593 00000004:00080000:1.0:1767318264.627927:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303835f80, transno 4294975594 00000004:00080000:1.0:1767318264.627929:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0303837800, transno 4294975595 00000004:00080000:1.0:1767318264.627931:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a26d80, transno 4294975596 00000004:00080000:1.0:1767318264.627934:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a27800, transno 4294975597 00000004:00080000:1.0:1767318264.627936:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a27480, transno 4294975598 00000004:00080000:1.0:1767318264.627938:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0441a24380, transno 4294975599 00000004:00080000:1.0:1767318264.627942:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407530000, transno 4294975600 00000004:00080000:1.0:1767318264.627944:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407531c00, transno 4294975601 00000004:00080000:1.0:1767318264.627947:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405827480, transno 4294975602 00000004:00080000:1.0:1767318264.627949:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311709180, transno 4294975603 00000004:00080000:1.0:1767318264.627951:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170ad80, transno 4294975604 00000004:00080000:1.0:1767318264.627954:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311709500, transno 4294975605 00000004:00080000:1.0:1767318264.627956:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e2680, transno 4294975606 00000004:00080000:1.0:1767318264.627958:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e1c00, transno 4294975607 00000004:00080000:1.0:1767318264.627961:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e1f80, transno 4294975608 00000004:00080000:1.0:1767318264.627964:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76a00, transno 4294975609 00000004:00080000:1.0:1767318264.627966:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a75880, transno 4294975610 00000004:00080000:1.0:1767318264.627969:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311991c00, transno 4294975611 00000004:00080000:1.0:1767318264.627971:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e3480, transno 4294975612 00000004:00080000:1.0:1767318264.627973:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e3b80, transno 4294975613 00000004:00080000:1.0:1767318264.627975:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a74a80, transno 4294975614 00000004:00080000:1.0:1767318264.627977:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e0e00, transno 4294975615 00000004:00080000:1.0:1767318264.627979:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e1180, transno 4294975616 00000004:00080000:1.0:1767318264.627982:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a77480, transno 4294975617 00000004:00080000:1.0:1767318264.627984:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311990e00, transno 4294975618 00000004:00080000:1.0:1767318264.627987:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a96a00, transno 4294975619 00000004:00080000:1.0:1767318264.628135:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a95c00, transno 4294975620 00000004:00080000:1.0:1767318264.628137:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170a300, transno 4294975621 00000004:00080000:1.0:1767318264.628139:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a95180, transno 4294975622 00000004:00080000:1.0:1767318264.628141:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a97480, transno 4294975623 00000004:00080000:1.0:1767318264.628144:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a94a80, transno 4294975624 00000004:00080000:1.0:1767318264.628146:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a97b80, transno 4294975625 00000004:00080000:1.0:1767318264.628148:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306352680, transno 4294975626 00000004:00080000:1.0:1767318264.628150:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170bb80, transno 4294975627 00000004:00080000:1.0:1767318264.628153:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306350380, transno 4294975628 00000004:00080000:1.0:1767318264.628155:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0407532680, transno 4294975629 00000004:00080000:1.0:1767318264.628157:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306353100, transno 4294975630 00000004:00080000:1.0:1767318264.628160:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306351f80, transno 4294975631 00000004:00080000:1.0:1767318264.628162:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306352d80, transno 4294975632 00000004:00080000:1.0:1767318264.628164:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306350e00, transno 4294975633 00000004:00080000:1.0:1767318264.628167:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c132300, transno 4294975634 00000004:00080000:1.0:1767318264.628169:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c133800, transno 4294975635 00000004:00080000:1.0:1767318264.628171:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c131f80, transno 4294975636 00000004:00080000:1.0:1767318264.628174:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c131c00, transno 4294975637 00000004:00080000:1.0:1767318264.628176:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a96680, transno 4294975638 00000004:00080000:1.0:1767318264.628179:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b4000, transno 4294975639 00000004:00080000:1.0:1767318264.628181:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e2d80, transno 4294975640 00000004:00080000:1.0:1767318264.628184:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e2300, transno 4294975641 00000004:00080000:1.0:1767318264.628186:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1f100, transno 4294975642 00000004:00080000:1.0:1767318264.628188:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b6a00, transno 4294975643 00000004:00080000:1.0:1767318264.628191:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e1880, transno 4294975644 00000004:00080000:1.0:1767318264.628193:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b5880, transno 4294975645 00000004:00080000:1.0:1767318264.628195:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1ce00, transno 4294975646 00000004:00080000:1.0:1767318264.628197:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1d880, transno 4294975647 00000004:00080000:1.0:1767318264.628199:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306351500, transno 4294975648 00000004:00080000:1.0:1767318264.628202:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c132d80, transno 4294975649 00000004:00080000:1.0:1767318264.628204:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306350700, transno 4294975650 00000004:00080000:1.0:1767318264.628207:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c133b80, transno 4294975651 00000004:00080000:1.0:1767318264.628209:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e9f80, transno 4294975652 00000004:00080000:1.0:1767318264.628211:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e8380, transno 4294975653 00000004:00080000:1.0:1767318264.628214:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306350a80, transno 4294975654 00000004:00080000:1.0:1767318264.628216:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306352a00, transno 4294975655 00000004:00080000:1.0:1767318264.628218:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e8000, transno 4294975656 00000004:00080000:1.0:1767318264.628221:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306353b80, transno 4294975657 00000004:00080000:1.0:1767318264.628223:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e9c00, transno 4294975658 00000004:00080000:1.0:1767318264.628225:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8ea680, transno 4294975659 00000004:00080000:1.0:1767318264.628228:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8eb100, transno 4294975660 00000004:00080000:1.0:1767318264.628230:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e9180, transno 4294975661 00000004:00080000:1.0:1767318264.628232:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8ead80, transno 4294975662 00000004:00080000:1.0:1767318264.628235:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0433c7f480, transno 4294975663 00000004:00080000:1.0:1767318264.628237:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030a3e3800, transno 4294975664 00000004:00080000:1.0:1767318264.628239:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b5f80, transno 4294975665 00000004:00080000:1.0:1767318264.628241:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e9880, transno 4294975666 00000004:00080000:1.0:1767318264.628244:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8ea300, transno 4294975667 00000004:00080000:1.0:1767318264.628246:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b4380, transno 4294975668 00000004:00080000:1.0:1767318264.628249:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca28e00, transno 4294975669 00000004:00080000:1.0:1767318264.628251:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca28380, transno 4294975670 00000004:00080000:1.0:1767318264.628254:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b6d80, transno 4294975671 00000004:00080000:1.0:1767318264.628256:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b7100, transno 4294975672 00000004:00080000:1.0:1767318264.628259:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b4a80, transno 4294975673 00000004:00080000:1.0:1767318264.628261:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304121f80, transno 4294975674 00000004:00080000:1.0:1767318264.628264:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304121c00, transno 4294975675 00000004:00080000:1.0:1767318264.628266:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304121880, transno 4294975676 00000004:00080000:1.0:1767318264.628268:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304122d80, transno 4294975677 00000004:00080000:1.0:1767318264.628270:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304120700, transno 4294975678 00000004:00080000:1.0:1767318264.628272:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04186b5180, transno 4294975679 00000004:00080000:1.0:1767318264.628274:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304122680, transno 4294975680 00000004:00080000:1.0:1767318264.628277:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408255180, transno 4294975681 00000004:00080000:1.0:1767318264.628279:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304121500, transno 4294975682 00000004:00080000:1.0:1767318264.628281:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408256a00, transno 4294975683 00000004:00080000:1.0:1767318264.628284:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351f800, transno 4294975684 00000004:00080000:1.0:1767318264.628286:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351c380, transno 4294975685 00000004:00080000:1.0:1767318264.628289:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0304123800, transno 4294975686 00000004:00080000:1.0:1767318264.628291:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408255880, transno 4294975687 00000004:00080000:1.0:1767318264.628293:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408255f80, transno 4294975688 00000004:00080000:1.0:1767318264.628295:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408257480, transno 4294975689 00000004:00080000:1.0:1767318264.628298:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351fb80, transno 4294975690 00000004:00080000:1.0:1767318264.628301:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b231c00, transno 4294975691 00000004:00080000:1.0:1767318264.628312:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b232680, transno 4294975692 00000004:00080000:1.0:1767318264.628314:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b233100, transno 4294975693 00000004:00080000:1.0:1767318264.628316:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351ce00, transno 4294975694 00000004:00080000:1.0:1767318264.628318:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351d880, transno 4294975695 00000004:00080000:1.0:1767318264.628321:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b231500, transno 4294975696 00000004:00080000:1.0:1767318264.628323:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b232d80, transno 4294975697 00000004:00080000:1.0:1767318264.628325:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e6680, transno 4294975698 00000004:00080000:1.0:1767318264.628328:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e5180, transno 4294975699 00000004:00080000:1.0:1767318264.628330:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e7480, transno 4294975700 00000004:00080000:1.0:1767318264.628333:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e4000, transno 4294975701 00000004:00080000:1.0:1767318264.628335:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e6300, transno 4294975702 00000004:00080000:1.0:1767318264.628338:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e5500, transno 4294975703 00000004:00080000:1.0:1767318264.628340:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434499c00, transno 4294975704 00000004:00080000:1.0:1767318264.628343:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434498380, transno 4294975705 00000004:00080000:1.0:1767318264.628345:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449a680, transno 4294975706 00000004:00080000:1.0:1767318264.628347:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434498000, transno 4294975707 00000004:00080000:1.0:1767318264.628350:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434498700, transno 4294975708 00000004:00080000:1.0:1767318264.628353:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434499f80, transno 4294975709 00000004:00080000:1.0:1767318264.628355:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b231880, transno 4294975710 00000004:00080000:1.0:1767318264.628357:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434498a80, transno 4294975711 00000004:00080000:1.0:1767318264.628359:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b9180, transno 4294975712 00000004:00080000:1.0:1767318264.628361:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b8a80, transno 4294975713 00000004:00080000:1.0:1767318264.628363:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b8380, transno 4294975714 00000004:00080000:1.0:1767318264.628366:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025ba300, transno 4294975715 00000004:00080000:1.0:1767318264.628368:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2b800, transno 4294975716 00000004:00080000:1.0:1767318264.628370:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025b9f80, transno 4294975717 00000004:00080000:1.0:1767318264.628373:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d28000, transno 4294975718 00000004:00080000:1.0:1767318264.628375:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d28a80, transno 4294975719 00000004:00080000:1.0:1767318264.628378:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51a680, transno 4294975720 00000004:00080000:1.0:1767318264.628380:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c519f80, transno 4294975721 00000004:00080000:1.0:1767318264.628383:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d29f80, transno 4294975722 00000004:00080000:1.0:1767318264.628385:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03025bbb80, transno 4294975723 00000004:00080000:1.0:1767318264.628387:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2ad80, transno 4294975724 00000004:00080000:1.0:1767318264.628389:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d29500, transno 4294975725 00000004:00080000:1.0:1767318264.628392:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2a680, transno 4294975726 00000004:00080000:1.0:1767318264.628395:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720df80, transno 4294975727 00000004:00080000:1.0:1767318264.628397:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d2b480, transno 4294975728 00000004:00080000:1.0:1767318264.628400:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351d500, transno 4294975729 00000004:00080000:1.0:1767318264.628402:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351c000, transno 4294975730 00000004:00080000:1.0:1767318264.628404:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e4a80, transno 4294975731 00000004:00080000:1.0:1767318264.628406:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720d500, transno 4294975732 00000004:00080000:1.0:1767318264.628408:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351ca80, transno 4294975733 00000004:00080000:1.0:1767318264.628411:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f85500, transno 4294975734 00000004:00080000:1.0:1767318264.628413:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f87800, transno 4294975735 00000004:00080000:1.0:1767318264.628416:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1f800, transno 4294975736 00000004:00080000:1.0:1767318264.628417:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1c000, transno 4294975737 00000004:00080000:1.0:1767318264.628420:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a040351ed80, transno 4294975738 00000004:00080000:1.0:1767318264.628422:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720ed80, transno 4294975739 00000004:00080000:1.0:1767318264.628425:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031720dc00, transno 4294975740 00000004:00080000:1.0:1767318264.628427:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef22a00, transno 4294975741 00000004:00080000:1.0:1767318264.628430:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef20000, transno 4294975742 00000004:00080000:1.0:1767318264.628432:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a77b80, transno 4294975743 00000004:00080000:1.0:1767318264.628435:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405824e00, transno 4294975744 00000004:00080000:1.0:1767318264.628438:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170b100, transno 4294975745 00000004:00080000:1.0:1767318264.628440:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04417e4e00, transno 4294975746 00000004:00080000:1.0:1767318264.628442:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0408255c00, transno 4294975747 00000004:00080000:1.0:1767318264.628444:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031170a680, transno 4294975748 00000004:00080000:1.0:1767318264.628447:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c130a80, transno 4294975749 00000004:00080000:1.0:1767318264.628450:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2b100, transno 4294975750 00000004:00080000:1.0:1767318264.628453:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca29c00, transno 4294975751 00000004:00080000:1.0:1767318264.628455:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca2a300, transno 4294975752 00000004:00080000:1.0:1767318264.628458:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a65c00, transno 4294975753 00000004:00080000:1.0:1767318264.628460:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca28000, transno 4294975754 00000004:00080000:1.0:1767318264.628462:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311708e00, transno 4294975755 00000004:00080000:1.0:1767318264.628465:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030ca28700, transno 4294975756 00000004:00080000:1.0:1767318264.628467:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a67480, transno 4294975757 00000004:00080000:1.0:1767318264.628469:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c131880, transno 4294975758 00000004:00080000:1.0:1767318264.628472:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b60a80, transno 4294975759 00000004:00080000:1.0:1767318264.628474:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043bc37800, transno 4294975760 00000004:00080000:1.0:1767318264.628476:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067daa00, transno 4294975761 00000004:00080000:1.0:1767318264.628478:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067d9180, transno 4294975762 00000004:00080000:1.0:1767318264.628481:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043bc35180, transno 4294975763 00000004:00080000:1.0:1767318264.628483:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067d8700, transno 4294975764 00000004:00080000:1.0:1767318264.628486:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067da300, transno 4294975765 00000004:00080000:1.0:1767318264.628488:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067d8e00, transno 4294975766 00000004:00080000:1.0:1767318264.628490:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067d9500, transno 4294975767 00000004:00080000:1.0:1767318264.628492:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e8a80, transno 4294975768 00000004:00080000:1.0:1767318264.628494:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067d9880, transno 4294975769 00000004:00080000:1.0:1767318264.628498:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067db800, transno 4294975770 00000004:00080000:1.0:1767318264.628501:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e8700, transno 4294975771 00000004:00080000:1.0:1767318264.628503:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a40e00, transno 4294975772 00000004:00080000:1.0:1767318264.628529:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c511180, transno 4294975773 00000004:00080000:1.0:1767318264.628531:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c513480, transno 4294975774 00000004:00080000:1.0:1767318264.628533:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a41f80, transno 4294975775 00000004:00080000:1.0:1767318264.628535:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c510000, transno 4294975776 00000004:00080000:1.0:1767318264.628538:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c512680, transno 4294975777 00000004:00080000:1.0:1767318264.628540:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a42d80, transno 4294975778 00000004:00080000:1.0:1767318264.628543:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76680, transno 4294975779 00000004:00080000:1.0:1767318264.628545:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a77100, transno 4294975780 00000004:00080000:1.0:1767318264.628548:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a77800, transno 4294975781 00000004:00080000:1.0:1767318264.628550:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312b60000, transno 4294975782 00000004:00080000:1.0:1767318264.628553:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c544380, transno 4294975783 00000004:00080000:1.0:1767318264.628555:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc7480, transno 4294975784 00000004:00080000:1.0:1767318264.628557:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76d80, transno 4294975785 00000004:00080000:1.0:1767318264.628560:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc4e00, transno 4294975786 00000004:00080000:1.0:1767318264.628562:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc5880, transno 4294975787 00000004:00080000:1.0:1767318264.628565:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449b100, transno 4294975788 00000004:00080000:1.0:1767318264.628567:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a76300, transno 4294975789 00000004:00080000:1.0:1767318264.628569:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311993480, transno 4294975790 00000004:00080000:1.0:1767318264.628572:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a40000, transno 4294975791 00000004:00080000:1.0:1767318264.628574:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c546680, transno 4294975792 00000004:00080000:1.0:1767318264.628577:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc5180, transno 4294975793 00000004:00080000:1.0:1767318264.628579:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c132680, transno 4294975794 00000004:00080000:1.0:1767318264.628581:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a41c00, transno 4294975795 00000004:00080000:1.0:1767318264.628583:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a65500, transno 4294975796 00000004:00080000:1.0:1767318264.628585:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f86d80, transno 4294975797 00000004:00080000:1.0:1767318264.628587:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f86680, transno 4294975798 00000004:00080000:1.0:1767318264.628589:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a66300, transno 4294975799 00000004:00080000:1.0:1767318264.628592:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a64000, transno 4294975800 00000004:00080000:1.0:1767318264.628594:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a67100, transno 4294975801 00000004:00080000:1.0:1767318264.628597:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a64380, transno 4294975802 00000004:00080000:1.0:1767318264.628600:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320f87100, transno 4294975803 00000004:00080000:1.0:1767318264.628602:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434499180, transno 4294975804 00000004:00080000:1.0:1767318264.628604:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a19500, transno 4294975805 00000004:00080000:1.0:1767318264.628606:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1a680, transno 4294975806 00000004:00080000:1.0:1767318264.628608:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a65880, transno 4294975807 00000004:00080000:1.0:1767318264.628610:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449aa00, transno 4294975808 00000004:00080000:1.0:1767318264.628612:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51a300, transno 4294975809 00000004:00080000:1.0:1767318264.628615:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c518000, transno 4294975810 00000004:00080000:1.0:1767318264.628617:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51b100, transno 4294975811 00000004:00080000:1.0:1767318264.628619:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449b800, transno 4294975812 00000004:00080000:1.0:1767318264.628622:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067dad80, transno 4294975813 00000004:00080000:1.0:1767318264.628624:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c518a80, transno 4294975814 00000004:00080000:1.0:1767318264.628626:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067d8a80, transno 4294975815 00000004:00080000:1.0:1767318264.628628:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c51b800, transno 4294975816 00000004:00080000:1.0:1767318264.628630:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1b100, transno 4294975817 00000004:00080000:1.0:1767318264.628632:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a18000, transno 4294975818 00000004:00080000:1.0:1767318264.628635:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3bb80, transno 4294975819 00000004:00080000:1.0:1767318264.628637:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3aa00, transno 4294975820 00000004:00080000:1.0:1767318264.628640:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3b100, transno 4294975821 00000004:00080000:1.0:1767318264.628642:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a19c00, transno 4294975822 00000004:00080000:1.0:1767318264.628644:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1b800, transno 4294975823 00000004:00080000:1.0:1767318264.628646:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa4e00, transno 4294975824 00000004:00080000:1.0:1767318264.628649:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa4a80, transno 4294975825 00000004:00080000:1.0:1767318264.628651:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c519880, transno 4294975826 00000004:00080000:1.0:1767318264.628653:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f39c00, transno 4294975827 00000004:00080000:1.0:1767318264.628656:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a18a80, transno 4294975828 00000004:00080000:1.0:1767318264.628658:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa6a00, transno 4294975829 00000004:00080000:1.0:1767318264.628661:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f39880, transno 4294975830 00000004:00080000:1.0:1767318264.628663:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0306c46d80, transno 4294975831 00000004:00080000:1.0:1767318264.628666:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c547b80, transno 4294975832 00000004:00080000:1.0:1767318264.628668:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c546300, transno 4294975833 00000004:00080000:1.0:1767318264.628671:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1aa00, transno 4294975834 00000004:00080000:1.0:1767318264.628673:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f38a80, transno 4294975835 00000004:00080000:1.0:1767318264.628676:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f38e00, transno 4294975836 00000004:00080000:1.0:1767318264.628678:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043ef21500, transno 4294975837 00000004:00080000:1.0:1767318264.628680:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c544e00, transno 4294975838 00000004:00080000:1.0:1767318264.628683:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7d180, transno 4294975839 00000004:00080000:1.0:1767318264.628686:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f38000, transno 4294975840 00000004:00080000:1.0:1767318264.628688:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7ce00, transno 4294975841 00000004:00080000:1.0:1767318264.628690:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f38380, transno 4294975842 00000004:00080000:1.0:1767318264.628693:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f3b480, transno 4294975843 00000004:00080000:1.0:1767318264.628695:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7f800, transno 4294975844 00000004:00080000:1.0:1767318264.628697:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7e300, transno 4294975845 00000004:00080000:1.0:1767318264.628699:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7c380, transno 4294975846 00000004:00080000:1.0:1767318264.628702:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa7800, transno 4294975847 00000004:00080000:1.0:1767318264.628704:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa7100, transno 4294975848 00000004:00080000:1.0:1767318264.628706:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7d880, transno 4294975849 00000004:00080000:1.0:1767318264.628708:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa5500, transno 4294975850 00000004:00080000:1.0:1767318264.628722:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318758000, transno 4294975851 00000004:00080000:1.0:1767318264.628724:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fa5c00, transno 4294975852 00000004:00080000:1.0:1767318264.628727:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318759500, transno 4294975853 00000004:00080000:1.0:1767318264.628729:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc6d80, transno 4294975854 00000004:00080000:1.0:1767318264.628731:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc7800, transno 4294975855 00000004:00080000:1.0:1767318264.628734:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7d500, transno 4294975856 00000004:00080000:1.0:1767318264.628736:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a04067dbb80, transno 4294975857 00000004:00080000:1.0:1767318264.628739:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318758a80, transno 4294975858 00000004:00080000:1.0:1767318264.628741:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031875bb80, transno 4294975859 00000004:00080000:1.0:1767318264.628744:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc7b80, transno 4294975860 00000004:00080000:1.0:1767318264.628746:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312fc5f80, transno 4294975861 00000004:00080000:1.0:1767318264.628749:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c8e8e00, transno 4294975862 00000004:00080000:1.0:1767318264.628751:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a1bb80, transno 4294975863 00000004:00080000:1.0:1767318264.628754:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e7ea00, transno 4294975864 00000004:00080000:1.0:1767318264.628756:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a18700, transno 4294975865 00000004:00080000:1.0:1767318264.628759:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b233480, transno 4294975866 00000004:00080000:1.0:1767318264.628761:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a19180, transno 4294975867 00000004:00080000:1.0:1767318264.628763:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b231180, transno 4294975868 00000004:00080000:1.0:1767318264.628766:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064bb100, transno 4294975869 00000004:00080000:1.0:1767318264.628769:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064b8a80, transno 4294975870 00000004:00080000:1.0:1767318264.628771:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064baa00, transno 4294975871 00000004:00080000:1.0:1767318264.628774:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064ba300, transno 4294975872 00000004:00080000:1.0:1767318264.628776:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecd500, transno 4294975873 00000004:00080000:1.0:1767318264.628778:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecdc00, transno 4294975874 00000004:00080000:1.0:1767318264.628781:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f34380, transno 4294975875 00000004:00080000:1.0:1767318264.628783:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f34e00, transno 4294975876 00000004:00080000:1.0:1767318264.628785:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecf800, transno 4294975877 00000004:00080000:1.0:1767318264.628788:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043b233800, transno 4294975878 00000004:00080000:1.0:1767318264.628790:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f34700, transno 4294975879 00000004:00080000:1.0:1767318264.628793:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecd880, transno 4294975880 00000004:00080000:1.0:1767318264.628795:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0437ecea00, transno 4294975881 00000004:00080000:1.0:1767318264.628797:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f35c00, transno 4294975882 00000004:00080000:1.0:1767318264.628799:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f35880, transno 4294975883 00000004:00080000:1.0:1767318264.628801:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f34a80, transno 4294975884 00000004:00080000:1.0:1767318264.628803:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317942d80, transno 4294975885 00000004:00080000:1.0:1767318264.628806:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f36300, transno 4294975886 00000004:00080000:1.0:1767318264.628808:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317940e00, transno 4294975887 00000004:00080000:1.0:1767318264.628810:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317942300, transno 4294975888 00000004:00080000:1.0:1767318264.628812:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317942a00, transno 4294975889 00000004:00080000:1.0:1767318264.628815:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0312f37b80, transno 4294975890 00000004:00080000:1.0:1767318264.628818:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317940380, transno 4294975891 00000004:00080000:1.0:1767318264.628820:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c535180, transno 4294975892 00000004:00080000:1.0:1767318264.628822:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03064b9c00, transno 4294975893 00000004:00080000:1.0:1767318264.628824:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c537800, transno 4294975894 00000004:00080000:1.0:1767318264.628827:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c534700, transno 4294975895 00000004:00080000:1.0:1767318264.628829:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311690000, transno 4294975896 00000004:00080000:1.0:1767318264.628831:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c52ca80, transno 4294975897 00000004:00080000:1.0:1767318264.628833:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c535c00, transno 4294975898 00000004:00080000:1.0:1767318264.628835:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c537100, transno 4294975899 00000004:00080000:1.0:1767318264.628838:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311691f80, transno 4294975900 00000004:00080000:1.0:1767318264.628841:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c545500, transno 4294975901 00000004:00080000:1.0:1767318264.628843:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311690700, transno 4294975902 00000004:00080000:1.0:1767318264.628845:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311691180, transno 4294975903 00000004:00080000:1.0:1767318264.628847:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311691c00, transno 4294975904 00000004:00080000:1.0:1767318264.628849:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311692300, transno 4294975905 00000004:00080000:1.0:1767318264.628852:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c536680, transno 4294975906 00000004:00080000:1.0:1767318264.628855:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030b94f480, transno 4294975907 00000004:00080000:1.0:1767318264.628857:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030b94f100, transno 4294975908 00000004:00080000:1.0:1767318264.628859:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311691500, transno 4294975909 00000004:00080000:1.0:1767318264.628862:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c544a80, transno 4294975910 00000004:00080000:1.0:1767318264.628864:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a19c00, transno 4294975911 00000004:00080000:1.0:1767318264.628867:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a18000, transno 4294975912 00000004:00080000:1.0:1767318264.628869:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a18a80, transno 4294975913 00000004:00080000:1.0:1767318264.628872:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1a680, transno 4294975914 00000004:00080000:1.0:1767318264.628874:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a18e00, transno 4294975915 00000004:00080000:1.0:1767318264.628876:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1b100, transno 4294975916 00000004:00080000:1.0:1767318264.628878:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a19f80, transno 4294975917 00000004:00080000:1.0:1767318264.628881:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1aa00, transno 4294975918 00000004:00080000:1.0:1767318264.628883:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a1a300, transno 4294975919 00000004:00080000:1.0:1767318264.628885:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030b94d500, transno 4294975920 00000004:00080000:1.0:1767318264.628887:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030b94fb80, transno 4294975921 00000004:00080000:1.0:1767318264.628889:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c546a00, transno 4294975922 00000004:00080000:1.0:1767318264.628891:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c547480, transno 4294975923 00000004:00080000:1.0:1767318264.628894:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311690a80, transno 4294975924 00000004:00080000:1.0:1767318264.628897:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c547800, transno 4294975925 00000004:00080000:1.0:1767318264.628899:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311693800, transno 4294975926 00000004:00080000:1.0:1767318264.628901:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311692d80, transno 4294975927 00000004:00080000:1.0:1767318264.628903:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311692a00, transno 4294975928 00000004:00080000:1.0:1767318264.628906:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311693b80, transno 4294975929 00000004:00080000:1.0:1767318264.628908:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309418000, transno 4294975930 00000004:00080000:1.0:1767318264.628911:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030941ad80, transno 4294975931 00000004:00080000:1.0:1767318264.628915:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7d180, transno 4294975932 00000004:00080000:1.0:1767318264.628917:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7ea00, transno 4294975933 00000004:00080000:1.0:1767318264.628920:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467aa00, transno 4294975934 00000004:00080000:1.0:1767318264.628922:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a71c00, transno 4294975935 00000004:00080000:1.0:1767318264.628924:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a70e00, transno 4294975936 00000004:00080000:1.0:1767318264.628926:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a70380, transno 4294975937 00000004:00080000:1.0:1767318264.628929:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a73100, transno 4294975938 00000004:00080000:1.0:1767318264.628931:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c0e00, transno 4294975939 00000004:00080000:1.0:1767318264.628934:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c2a00, transno 4294975940 00000004:00080000:1.0:1767318264.628936:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fd500, transno 4294975941 00000004:00080000:1.0:1767318264.628938:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a70700, transno 4294975942 00000004:00080000:1.0:1767318264.628941:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fe680, transno 4294975943 00000004:00080000:1.0:1767318264.628943:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c0000, transno 4294975944 00000004:00080000:1.0:1767318264.628945:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030b94f800, transno 4294975945 00000004:00080000:1.0:1767318264.628947:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18700, transno 4294975946 00000004:00080000:1.0:1767318264.628949:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308162300, transno 4294975947 00000004:00080000:1.0:1767318264.628952:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308161c00, transno 4294975948 00000004:00080000:1.0:1767318264.628954:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab19880, transno 4294975949 00000004:00080000:1.0:1767318264.628956:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a73480, transno 4294975950 00000004:00080000:1.0:1767318264.628958:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18e00, transno 4294975951 00000004:00080000:1.0:1767318264.628960:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311a72680, transno 4294975952 00000004:00080000:1.0:1767318264.628963:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2d80, transno 4294975953 00000004:00080000:1.0:1767318264.628965:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab1bb80, transno 4294975954 00000004:00080000:1.0:1767318264.628967:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d2a00, transno 4294975955 00000004:00080000:1.0:1767318264.628970:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d1f80, transno 4294975956 00000004:00080000:1.0:1767318264.628972:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab18380, transno 4294975957 00000004:00080000:1.0:1767318264.628974:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467c380, transno 4294975958 00000004:00080000:1.0:1767318264.628977:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a61500, transno 4294975959 00000004:00080000:1.0:1767318264.628980:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a61c00, transno 4294975960 00000004:00080000:1.0:1767318264.628982:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a63b80, transno 4294975961 00000004:00080000:1.0:1767318264.628984:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a62a00, transno 4294975962 00000004:00080000:1.0:1767318264.628986:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311690380, transno 4294975963 00000004:00080000:1.0:1767318264.629203:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259c380, transno 4294975964 00000004:00080000:1.0:1767318264.629207:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259ea00, transno 4294975965 00000004:00080000:1.0:1767318264.629210:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030941bb80, transno 4294975966 00000004:00080000:1.0:1767318264.629213:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0434679180, transno 4294975967 00000004:00080000:1.0:1767318264.629215:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311693100, transno 4294975968 00000004:00080000:1.0:1767318264.629218:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865880, transno 4294975969 00000004:00080000:1.0:1767318264.629221:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311867b80, transno 4294975970 00000004:00080000:1.0:1767318264.629224:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311866d80, transno 4294975971 00000004:00080000:1.0:1767318264.629226:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311866680, transno 4294975972 00000004:00080000:1.0:1767318264.629228:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865500, transno 4294975973 00000004:00080000:1.0:1767318264.629231:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311691880, transno 4294975974 00000004:00080000:1.0:1767318264.629234:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7d880, transno 4294975975 00000004:00080000:1.0:1767318264.629236:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c15180, transno 4294975976 00000004:00080000:1.0:1767318264.629239:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f5500, transno 4294975977 00000004:00080000:1.0:1767318264.629242:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c1f80, transno 4294975978 00000004:00080000:1.0:1767318264.629245:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e49500, transno 4294975979 00000004:00080000:1.0:1767318264.629248:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0308160000, transno 4294975980 00000004:00080000:1.0:1767318264.629251:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f5880, transno 4294975981 00000004:00080000:1.0:1767318264.629253:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103c380, transno 4294975982 00000004:00080000:1.0:1767318264.629256:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f6d80, transno 4294975983 00000004:00080000:1.0:1767318264.629258:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f7100, transno 4294975984 00000004:00080000:1.0:1767318264.629260:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103ce00, transno 4294975985 00000004:00080000:1.0:1767318264.629262:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e49880, transno 4294975986 00000004:00080000:1.0:1767318264.629265:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f6300, transno 4294975987 00000004:00080000:1.0:1767318264.629267:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f4a80, transno 4294975988 00000004:00080000:1.0:1767318264.629269:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103fb80, transno 4294975989 00000004:00080000:1.0:1767318264.629271:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320e4b800, transno 4294975990 00000004:00080000:1.0:1767318264.629274:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a20700, transno 4294975991 00000004:00080000:1.0:1767318264.629276:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a20000, transno 4294975992 00000004:00080000:1.0:1767318264.629278:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a23b80, transno 4294975993 00000004:00080000:1.0:1767318264.629281:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a22300, transno 4294975994 00000004:00080000:1.0:1767318264.629283:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a21c00, transno 4294975995 00000004:00080000:1.0:1767318264.629285:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f5180, transno 4294975996 00000004:00080000:1.0:1767318264.629288:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f5c00, transno 4294975997 00000004:00080000:1.0:1767318264.629290:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103e300, transno 4294975998 00000004:00080000:1.0:1767318264.629293:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c17480, transno 4294975999 00000004:00080000:1.0:1767318264.629295:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c3800, transno 4294976000 00000004:00080000:1.0:1767318264.629297:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a21f80, transno 4294976001 00000004:00080000:1.0:1767318264.629300:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160bad80, transno 4294976002 00000004:00080000:1.0:1767318264.629311:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d90380, transno 4294976003 00000004:00080000:1.0:1767318264.629314:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090f7b80, transno 4294976004 00000004:00080000:1.0:1767318264.629316:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c0a80, transno 4294976005 00000004:00080000:1.0:1767318264.629319:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160ba680, transno 4294976006 00000004:00080000:1.0:1767318264.629321:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160b9180, transno 4294976007 00000004:00080000:1.0:1767318264.629323:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309412680, transno 4294976008 00000004:00080000:1.0:1767318264.629326:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0320d91f80, transno 4294976009 00000004:00080000:1.0:1767318264.629328:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9f100, transno 4294976010 00000004:00080000:1.0:1767318264.629330:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309412d80, transno 4294976011 00000004:00080000:1.0:1767318264.629333:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03160ba300, transno 4294976012 00000004:00080000:1.0:1767318264.629335:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309413800, transno 4294976013 00000004:00080000:1.0:1767318264.629338:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309412300, transno 4294976014 00000004:00080000:1.0:1767318264.629341:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabf480, transno 4294976015 00000004:00080000:1.0:1767318264.629343:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabe300, transno 4294976016 00000004:00080000:1.0:1767318264.629345:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabe680, transno 4294976017 00000004:00080000:1.0:1767318264.629348:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabd880, transno 4294976018 00000004:00080000:1.0:1767318264.629350:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171ca80, transno 4294976019 00000004:00080000:1.0:1767318264.629353:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171d500, transno 4294976020 00000004:00080000:1.0:1767318264.629356:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabed80, transno 4294976021 00000004:00080000:1.0:1767318264.629358:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171c380, transno 4294976022 00000004:00080000:1.0:1767318264.629361:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171d880, transno 4294976023 00000004:00080000:1.0:1767318264.629363:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabdc00, transno 4294976024 00000004:00080000:1.0:1767318264.629365:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171df80, transno 4294976025 00000004:00080000:1.0:1767318264.629367:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171ea00, transno 4294976026 00000004:00080000:1.0:1767318264.629369:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171ce00, transno 4294976027 00000004:00080000:1.0:1767318264.629371:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171fb80, transno 4294976028 00000004:00080000:1.0:1767318264.629373:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171c000, transno 4294976029 00000004:00080000:1.0:1767318264.629375:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171e680, transno 4294976030 00000004:00080000:1.0:1767318264.629378:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309410e00, transno 4294976031 00000004:00080000:1.0:1767318264.629380:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411180, transno 4294976032 00000004:00080000:1.0:1767318264.629383:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311866300, transno 4294976033 00000004:00080000:1.0:1767318264.629385:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031171c700, transno 4294976034 00000004:00080000:1.0:1767318264.629387:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311864380, transno 4294976035 00000004:00080000:1.0:1767318264.629390:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069ffb80, transno 4294976036 00000004:00080000:1.0:1767318264.629392:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309411500, transno 4294976037 00000004:00080000:1.0:1767318264.629394:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0309410380, transno 4294976038 00000004:00080000:1.0:1767318264.629396:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a20a80, transno 4294976039 00000004:00080000:1.0:1767318264.629399:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311867100, transno 4294976040 00000004:00080000:1.0:1767318264.629401:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bc000, transno 4294976041 00000004:00080000:1.0:1767318264.629403:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317a60380, transno 4294976042 00000004:00080000:1.0:1767318264.629405:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0316a21500, transno 4294976043 00000004:00080000:1.0:1767318264.629407:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bed80, transno 4294976044 00000004:00080000:1.0:1767318264.629409:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabc000, transno 4294976045 00000004:00080000:1.0:1767318264.629411:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bce00, transno 4294976046 00000004:00080000:1.0:1767318264.629413:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabea00, transno 4294976047 00000004:00080000:1.0:1767318264.629416:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125e8000, transno 4294976048 00000004:00080000:1.0:1767318264.629418:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03125ead80, transno 4294976049 00000004:00080000:1.0:1767318264.629421:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119be680, transno 4294976050 00000004:00080000:1.0:1767318264.629423:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bdc00, transno 4294976051 00000004:00080000:1.0:1767318264.629425:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabce00, transno 4294976052 00000004:00080000:1.0:1767318264.629427:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8c9180, transno 4294976053 00000004:00080000:1.0:1767318264.629429:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8cb800, transno 4294976054 00000004:00080000:1.0:1767318264.629431:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bd500, transno 4294976055 00000004:00080000:1.0:1767318264.629433:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030cabf800, transno 4294976056 00000004:00080000:1.0:1767318264.629435:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03069fed80, transno 4294976057 00000004:00080000:1.0:1767318264.629438:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8ca680, transno 4294976058 00000004:00080000:1.0:1767318264.629440:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dce00, transno 4294976059 00000004:00080000:1.0:1767318264.629442:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dfb80, transno 4294976060 00000004:00080000:1.0:1767318264.629445:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03119bca80, transno 4294976061 00000004:00080000:1.0:1767318264.629447:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8cad80, transno 4294976062 00000004:00080000:1.0:1767318264.629450:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9ce00, transno 4294976063 00000004:00080000:1.0:1767318264.629452:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03117dd180, transno 4294976064 00000004:00080000:1.0:1767318264.629455:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031259ca80, transno 4294976065 00000004:00080000:1.0:1767318264.629457:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab9c380, transno 4294976066 00000004:00080000:1.0:1767318264.629459:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311998380, transno 4294976067 00000004:00080000:1.0:1767318264.629461:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311998e00, transno 4294976068 00000004:00080000:1.0:1767318264.629464:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c2300, transno 4294976069 00000004:00080000:1.0:1767318264.629466:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311867800, transno 4294976070 00000004:00080000:1.0:1767318264.629469:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311865c00, transno 4294976071 00000004:00080000:1.0:1767318264.629471:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03180c0380, transno 4294976072 00000004:00080000:1.0:1767318264.629474:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318375c00, transno 4294976073 00000004:00080000:1.0:1767318264.629476:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318377800, transno 4294976074 00000004:00080000:1.0:1767318264.629478:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d8cb100, transno 4294976075 00000004:00080000:1.0:1767318264.629481:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311999180, transno 4294976076 00000004:00080000:1.0:1767318264.629483:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318375880, transno 4294976077 00000004:00080000:1.0:1767318264.629485:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318375f80, transno 4294976078 00000004:00080000:1.0:1767318264.629487:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c3100, transno 4294976079 00000004:00080000:1.0:1767318264.629490:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c0e00, transno 4294976080 00000004:00080000:1.0:1767318264.629492:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0318377b80, transno 4294976081 00000004:00080000:1.0:1767318264.629494:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311999880, transno 4294976082 00000004:00080000:1.0:1767318264.629497:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103c700, transno 4294976083 00000004:00080000:1.0:1767318264.629499:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317c17800, transno 4294976084 00000004:00080000:1.0:1767318264.629502:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877df80, transno 4294976085 00000004:00080000:1.0:1767318264.629522:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c4700, transno 4294976086 00000004:00080000:1.0:1767318264.629525:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03248c2680, transno 4294976087 00000004:00080000:1.0:1767318264.629527:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877e680, transno 4294976088 00000004:00080000:1.0:1767318264.629530:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722b100, transno 4294976089 00000004:00080000:1.0:1767318264.629533:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0307228380, transno 4294976090 00000004:00080000:1.0:1767318264.629535:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030722b480, transno 4294976091 00000004:00080000:1.0:1767318264.629538:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031ab7ce00, transno 4294976092 00000004:00080000:1.0:1767318264.629540:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81f800, transno 4294976093 00000004:00080000:1.0:1767318264.629543:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81dc00, transno 4294976094 00000004:00080000:1.0:1767318264.629546:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81c000, transno 4294976095 00000004:00080000:1.0:1767318264.629548:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03090c4e00, transno 4294976096 00000004:00080000:1.0:1767318264.629550:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877c380, transno 4294976097 00000004:00080000:1.0:1767318264.629553:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877f100, transno 4294976098 00000004:00080000:1.0:1767318264.629555:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81c380, transno 4294976099 00000004:00080000:1.0:1767318264.629558:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d271500, transno 4294976100 00000004:00080000:1.0:1767318264.629561:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311571500, transno 4294976101 00000004:00080000:1.0:1767318264.629563:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d270380, transno 4294976102 00000004:00080000:1.0:1767318264.629566:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0311572d80, transno 4294976103 00000004:00080000:1.0:1767318264.629568:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81c700, transno 4294976104 00000004:00080000:1.0:1767318264.629570:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d273800, transno 4294976105 00000004:00080000:1.0:1767318264.629573:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030d270700, transno 4294976106 00000004:00080000:1.0:1767318264.629575:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c6a00, transno 4294976107 00000004:00080000:1.0:1767318264.629577:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c5880, transno 4294976108 00000004:00080000:1.0:1767318264.629580:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c7480, transno 4294976109 00000004:00080000:1.0:1767318264.629583:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a030c81ce00, transno 4294976110 00000004:00080000:1.0:1767318264.629585:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449c700, transno 4294976111 00000004:00080000:1.0:1767318264.629588:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043449d500, transno 4294976112 00000004:00080000:1.0:1767318264.629591:0:6185:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043c3c6680, transno 4294976113 00000100:00100000:1.0:1767318264.629601:0:6185:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9a03173d3100 x1853163938688896/t4294976116(4294976116) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1767318264.629614:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d3100/2, rc 0, transno 4294976116 00000100:00100000:1.0:1767318264.629619:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938688896:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318264.629652:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bff100/2, rc 0, transno 4294976566 00000100:00100000:1.0:1767318264.629657:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938687360:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318264.629667:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfea00/2, rc 0, transno 4294976565 00000100:00100000:1.0:1767318264.629670:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938687872:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1767318264.629679:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bc8a80/2, rc 0, transno 4294976114 00000100:00100000:1.0:1767318264.629682:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938688768:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318264.629691:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877ed80/2, rc 0, transno 4294976115 00000100:00100000:1.0:1767318264.629695:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938689280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1767318264.633193:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32322 00000100:00100000:3.0:1767318264.633215:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+10:2480:x1853163918025728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318264.633235:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318264.633245:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b400/0x3313483622c9d47a lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555512 expref: 10 pid: 21248 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.633261:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b400/0x3313483622c9d47a lrc: 3/0,0 mode: PR/PR res: [0x280000404:0x442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555512 expref: 10 pid: 21248 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.633287:0:13478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0311c1b400/0x3313483622c9d47a lrc: 0/0,0 mode: --/PR res: [0x280000404:0x442:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->134217727) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555512 expref: 10 pid: 21248 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.633312:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.633315:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.633321:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.633331:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x442:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.633364:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318264.633417:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+9:2480:x1853163918025728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 210us (16347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318264.633426:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32322 00000100:00100000:3.0:1767318264.634942:0:13478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 32323 00000100:00100000:3.0:1767318264.634956:0:13478:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+8:2480:x1853163918025600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1767318264.634972:0:13478:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318264.634980:0:13478:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9a030def4400/0x3313483622c9d013 lrc: 5/0,0 mode: PR/PR res: [0x280000404:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a9 expref: 8 pid: 14894 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.634996:0:13478:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9a030def4400/0x3313483622c9d013 lrc: 4/0,0 mode: PR/PR res: [0x280000404:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a9 expref: 8 pid: 14894 timeout: 3611 lvb_type: 1 00010000:00010000:3.0:1767318264.635017:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.635019:0:13478:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1767318264.635023:0:13478:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.635033:0:13478:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 4/0,1 mode: PW/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.635052:0:13478:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318264.635092:0:13478:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e241b220-0ef8-435a-b507-74fd0bfdf172+8:2480:x1853163918025600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 139us (17978us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318264.635099:0:13478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 32323 00010000:00010000:2.0:1767318264.635148:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.635156:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.635174:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318264.642652:0:21383:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.642670:0:21383:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.642679:0:21383:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.642686:0:21383:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.642715:0:21383:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767318264.642902:0:56464:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 8 in progress, 5 in flight, 651 done 00000100:00100000:3.0:1767318264.643070:0:21383:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0303834700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:6188:x1853163938689024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 67695us (69617us total) trans 4294976117 rc 0/0 00000100:00100000:3.0:1767318264.643082:0:21383:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24852 00010000:00010000:3.0:1767318264.643110:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1767318264.643117:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.643125:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440200 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:3.0:1767318264.643128:0:21430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.643136:0:21430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.643154:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.643162:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c440200/0x3313483622c9f773 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21383 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.643178:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318264.643180:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318264.643182:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318264.643216:0:21247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030def4400/0x3313483622c9d013 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554a9 expref: 7 pid: 14894 timeout: 3611 lvb_type: 1 00000100:00100000:3.0:1767318264.643227:0:21247:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:21247:1853163938690816:192.168.203.16@tcp:104: 00010000:00010000:3.0:1767318264.643242:0:21247:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.643256:0:21247:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.643263:0:21247:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.643270:0:21247:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.643276:0:21247:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318264.643290:0:21247:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1767318264.645638:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a03173d1c00/2, rc 0, transno 4294976117 00000100:00100000:2.0:1767318264.645650:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a03173d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938689024:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318264.647445:0:21440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c029e00/0x3313483622c9d5a0 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x4e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac555527 expref: 6 pid: 21247 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.647471:0:21440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043449f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:21440:1853163938690688:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318264.647499:0:21440:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.647527:0:21440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.647534:0:21440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.647544:0:21440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.647552:0:21440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.647582:0:21440:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1767318264.647917:0:21440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:6188:x1853163938689152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72845us (74572us total) trans 4294976118 rc 0/0 00000100:00100000:2.0:1767318264.647926:0:21440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24850 00010000:00010000:2.0:1767318264.647952:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318264.647957:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.647964:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441800 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318264.647966:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.647972:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.648503:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.648529:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441800/0x3313483622c9f76c lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.648548:0:23647:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318264.648551:0:23647:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.648555:0:23647:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c441000 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318264.648558:0:23647:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.648563:0:23647:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.648571:0:23647:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 1/0,0 mode: --/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.648574:0:23647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030c441000/0x3313483622c9f765 lrc: 0/0,0 mode: --/PW res: [0x280000404:0x4e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.648582:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.648583:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.648585:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1767318264.648622:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a043467ad80/2, rc 0, transno 4294976118 00000100:00100000:2.0:1767318264.648627:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a043467ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938689152:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1767318264.650220:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.650263:0:21397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a0305dab000/0x3313483622c9d028 lrc: 0/0,0 mode: --/PR res: [0x280000404:0x3fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5554b0 expref: 5 pid: 21248 timeout: 3611 lvb_type: 1 00000100:00100000:2.0:1767318264.650282:0:21397:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:21397:1853163938690560:192.168.203.16@tcp:104: 00010000:00010000:2.0:1767318264.650315:0:21397:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.650326:0:21397:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.650337:0:21397:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.650345:0:21397:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 3/0,1 mode: PW/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.650352:0:21397:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.650372:0:21397:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318264.650404:0:12859:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318264.650409:0:12859:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.650416:0:12859:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030915be00 already unused, calling callback (ffffffffc15bcb40) 00010000:00010000:2.0:1767318264.650420:0:12859:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 2/0,0 mode: PW/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.650428:0:12859:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 3/0,0 mode: PW/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.650445:0:12859:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 1/0,0 mode: --/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.650451:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9a030915be00/0x3313483622c9f75e lrc: 0/0,0 mode: --/PW res: [0x280000404:0x3fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21397 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318264.650477:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.650479:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318264.650482:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318264.651360:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318264.654224:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:6185:x1853163938689408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 82782us (83736us total) trans 4294976119 rc 0/0 00000100:00100000:1.0:1767318264.654238:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24848 00000100:00100000:2.0:1767318264.655254:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+13:6188:x1853163938688640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 80958us (81724us total) trans 4294976120 rc 0/0 00000100:00100000:2.0:1767318264.655263:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24849 00000100:00100000:2.0:1767318264.655500:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0317bfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:6188:x1853163938688512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 80260us (82089us total) trans 4294976121 rc 0/0 00000100:00100000:2.0:1767318264.655520:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24851 00000004:00080000:2.0:1767318264.655613:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a041103dc00/2, rc 0, transno 4294976121 00000100:00100000:2.0:1767318264.655618:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a041103dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938688512:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1767318264.655623:0:6188:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0405bc9880/2, rc 0, transno 4294976120 00000100:00100000:2.0:1767318264.655625:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0405bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:6188:1853163938688640:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1767318264.656887:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a031877fb80/2, rc 0, transno 4294976119 00000100:00100000:1.0:1767318264.656899:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031877fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938689408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1767318264.672468:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c19aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:6185:x1853163938688000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 101242us (102032us total) trans 4294976567 rc 0/0 00000100:00100000:0.0:1767318264.672481:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24846 00000004:00080000:1.0:1767318264.672583:0:6185:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9a0317bfd180/2, rc 0, transno 4294976567 00000100:00100000:1.0:1767318264.672589:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0317bfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:6185:1853163938688000:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1767318265.268683:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318265.588901:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318265.588944:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318265.588967:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318265.588995:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318265.589022:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918026240 00000100:00100000:2.0:1767318265.589031:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918026240 00000100:00100000:2.0:1767318265.589073:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918026112 00000100:00100000:2.0:1767318265.589076:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918026112 00000100:00100000:2.0:1767318265.589094:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1908 00000100:00100000:2.0:1767318265.589102:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2480:x1853163918026240:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:2.0:1767318265.589246:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1909 00000100:00100000:2.0:1767318265.589254:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2481:x1853163918026112:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:2.0:1767318265.589316:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2481:x1853163918026112:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 61us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318265.589323:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1909 00000100:00100000:2.0:1767318265.589377:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2480:x1853163918026240:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 273us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318265.589384:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1908 00000100:00100000:3.0:1767318265.589536:0:56441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918025984 00000100:00100000:3.0:1767318265.589542:0:56441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918025984 00000100:00100000:3.0:1767318265.589586:0:56441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 243 00000100:00100000:3.0:1767318265.589594:0:56441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c19b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+7:2480:x1853163918025984:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:3.0:1767318265.589625:0:56441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c19b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e241b220-0ef8-435a-b507-74fd0bfdf172+7:2480:x1853163918025984:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 32us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318265.589632:0:56441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 243 00000100:00100000:3.0:1767318265.591490:0:56437:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918025856 00000100:00100000:3.0:1767318265.591503:0:56437:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918025856 00000100:00100000:3.0:1767318265.591582:0:56437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 531 00000100:00100000:3.0:1767318265.591592:0:56437:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a040732f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7246b93-a1a6-439e-b3d6-1f09d8eb7e34+9:2481:x1853163918025856:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:3.0:1767318265.591655:0:56437:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a040732f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f7246b93-a1a6-439e-b3d6-1f09d8eb7e34+9:2481:x1853163918025856:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 65us (2710us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318265.591661:0:56437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 531 00000100:00080000:2.0:1767318265.591848:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1767318266.297596:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1767318266.467047:0:62856:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1767318266.467092:0:62856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.467106:0:62856:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.467113:0:62856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.467119:0:62856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.467136:0:62856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1767318266.467140:0:62856:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:2.0:1767318266.467168:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318266.467173:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.467180:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a030c440000 already unused, calling callback (ffffffffc1ba5c20) 10000000:00010000:2.0:1767318266.467183:0:14910:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.467192:0:14910:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318266.467198:0:14910:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318266.467204:0:14910:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1767318266.467206:0:14910:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1767318266.467208:0:14910:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1767318266.467241:0:14910:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.467246:0:14910:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767318266.467271:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.467277:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.116@tcp lock: ffff9a030c440000/0x3313483622c93954 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c9395b expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.467287:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.467298:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.467300:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318266.467308:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318266.467325:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:943be690-b535-4c6b-81b7-ef2ba50eac91:6188:1853163938691072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767318266.467386:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318266.467447:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938691072 00000100:00100000:2.0:1767318266.467454:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938691072 00000100:00100000:2.0:1767318266.467502:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6832 00000100:00100000:2.0:1767318266.467529:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:943be690-b535-4c6b-81b7-ef2ba50eac91+18:6188:x1853163938691072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767318266.467541:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318266.467555:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a0434a15c00/0x3313483622c9395b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c93954 expref: 18 pid: 56436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.467567:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318266.467604:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c19bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:943be690-b535-4c6b-81b7-ef2ba50eac91+17:6188:x1853163938691072:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318266.467611:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6832 00000100:00100000:2.0:1767318266.467646:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:943be690-b535-4c6b-81b7-ef2ba50eac91:6188:1853163938691072:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1767318266.467673:0:62856:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1767318266.467676:0:62856:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1767318266.467681:0:62856:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1767318266.467693:0:62856:0:(import.c:65:import_set_state_nolock()) ffff9a041807c000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1767318266.469375:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:6184:1853163938691200:0@lo:39:umount.0 00000100:00100000:2.0:1767318266.469429:0:6184:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318266.473364:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938691200 00000100:00100000:3.0:1767318266.473377:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938691200 00000100:00100000:3.0:1767318266.473433:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1767318266.473443:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c19b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:6184:x1853163938691200:12345-0@lo:39:umount.0 00000020:00000080:3.0:1767318266.473471:0:57486:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c929fd 00000100:00080000:3.0:1767318266.473488:0:57486:0:(import.c:65:import_set_state_nolock()) ffff9a0309bf8000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1767318266.473597:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c19b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:6184:x1853163938691200:12345-0@lo:39:umount.0 Request processed in 154us (4166us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318266.473607:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000020:00000080:3.0:1767318266.473617:0:57486:0:(genops.c:904:class_export_put()) final put ffff9a0309bff000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:3.0:1767318266.474374:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1767318266.474383:0:30219:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0309bff000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1767318266.474435:0:30219:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a0309bf8000 for lustre-MDT0000 00000100:00080000:3.0:1767318266.474883:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a041807c000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1767318266.474897:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:6184:1853163938691200:0@lo:39:umount.0 00000100:00080000:2.0:1767318266.475622:0:62856:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1767318266.475627:0:62856:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1767318266.475632:0:62856:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1767318266.476602:0:62856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476618:0:62856:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476625:0:62856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476632:0:62856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476660:0:62856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318266.476666:0:62856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476673:0:62856:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476678:0:62856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476683:0:62856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476697:0:62856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1767318266.476710:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318266.476715:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476722:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a031296dc00 already unused, calling callback (ffffffffc1ba5c20) 10000000:00010000:2.0:1767318266.476725:0:21430:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476733:0:21430:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318266.476739:0:21430:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318266.476744:0:21430:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1767318266.476746:0:21430:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1767318266.476776:0:21430:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476783:0:21430:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767318266.476812:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476818:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.116@tcp lock: ffff9a031296dc00/0x3313483622c93962 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c93969 expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476831:0:21430:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318266.476834:0:21430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476839:0:21430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0401503c00 already unused, calling callback (ffffffffc1ba5c20) 10000000:00010000:2.0:1767318266.476841:0:21430:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476847:0:21430:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318266.476852:0:21430:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318266.476856:0:21430:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1767318266.476859:0:21430:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1767318266.476861:0:21430:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1767318266.476872:0:21430:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476878:0:21430:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767318266.476891:0:21430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476901:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.116@tcp lock: ffff9a0401503c00/0x3313483622c92725 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c9272c expref: -99 pid: 12868 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.476915:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.476917:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.476919:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318266.476934:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:943be690-b535-4c6b-81b7-ef2ba50eac91:6188:1853163938691328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767318266.477004:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318266.477061:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938691328 00000100:00100000:2.0:1767318266.477067:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938691328 00000100:00100000:2.0:1767318266.477111:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6833 00000100:00100000:2.0:1767318266.477120:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a04199b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:943be690-b535-4c6b-81b7-ef2ba50eac91+17:6188:x1853163938691328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767318266.477133:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318266.477147:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a0434a15a00/0x3313483622c93969 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c93962 expref: 17 pid: 56435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477159:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318266.477192:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a04199b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:943be690-b535-4c6b-81b7-ef2ba50eac91+16:6188:x1853163938691328:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318266.477200:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6833 00000100:00100000:2.0:1767318266.477260:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:943be690-b535-4c6b-81b7-ef2ba50eac91:6188:1853163938691328:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767318266.477286:0:62856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477307:0:62856:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477317:0:62856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477323:0:62856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477335:0:62856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1767318266.477339:0:62856:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477345:0:62856:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477351:0:62856:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477356:0:62856:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477367:0:62856:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1767318266.477370:0:62856:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1767318266.477374:0:62856:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:2.0:1767318266.477398:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767318266.477402:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477408:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10800 already unused, calling callback (ffffffffc1ba5c20) 10000000:00010000:2.0:1767318266.477411:0:14910:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477418:0:14910:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318266.477424:0:14910:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318266.477430:0:14910:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1767318266.477433:0:14910:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1767318266.477435:0:14910:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1767318266.477449:0:14910:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477455:0:14910:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767318266.477462:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477468:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.116@tcp lock: ffff9a0437d10800/0x3313483622c926f4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c926fb expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477477:0:14910:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767318266.477480:0:14910:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477485:0:14910:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9a0437d10e00 already unused, calling callback (ffffffffc1ba5c20) 10000000:00010000:2.0:1767318266.477488:0:14910:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477495:0:14910:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767318266.477501:0:14910:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767318266.477530:0:14910:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1767318266.477533:0:14910:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1767318266.477534:0:14910:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1767318266.477546:0:14910:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477552:0:14910:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767318266.477562:0:14910:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477568:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.116@tcp lock: ffff9a0437d10e00/0x3313483622c92645 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3313483622c9264c expref: -99 pid: 56430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477582:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.477583:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.477585:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318266.477592:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318266.477602:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:943be690-b535-4c6b-81b7-ef2ba50eac91:6188:1853163938691712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767318266.477629:0:6188:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318266.477658:0:16319:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938691712 00000100:00100000:2.0:1767318266.477662:0:16319:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938691712 00000100:00100000:2.0:1767318266.477687:0:16319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6834 00000100:00100000:2.0:1767318266.477693:0:16319:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:943be690-b535-4c6b-81b7-ef2ba50eac91+16:6188:x1853163938691712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767318266.477700:0:16319:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767318266.477709:0:16319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a030b87be00/0x3313483622c9264c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c92645 expref: 16 pid: 56437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.477721:0:16319:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767318266.477748:0:16319:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c199500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:943be690-b535-4c6b-81b7-ef2ba50eac91+15:6188:x1853163938691712:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318266.477754:0:16319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6834 00000100:00100000:2.0:1767318266.477780:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:943be690-b535-4c6b-81b7-ef2ba50eac91:6188:1853163938691712:0@lo:103:ldlm_bl.0 00000020:01000004:2.0:1767318266.477802:0:62856:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1767318266.477806:0:62856:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:2.0:1767318266.477810:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:2.0:1767318266.477815:0:62856:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0000 00000100:00100000:1.0:1767318266.479161:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:943be690-b535-4c6b-81b7-ef2ba50eac91:6185:1853163938691456:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318266.479220:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318266.479266:0:6185:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318266.479272:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:943be690-b535-4c6b-81b7-ef2ba50eac91:6185:1853163938691584:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318266.479303:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1767318266.480226:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318266.480234:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318266.482953:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938691456 00000100:00100000:3.0:1767318266.482968:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938691456 00000100:00100000:3.0:1767318266.483045:0:12858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938691584 00000100:00100000:3.0:1767318266.483049:0:12858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938691584 00000100:00100000:3.0:1767318266.483081:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6835 00000100:00100000:3.0:1767318266.483089:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:943be690-b535-4c6b-81b7-ef2ba50eac91+16:6185:x1853163938691456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767318266.483108:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318266.483127:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a03039f7400/0x3313483622c9272c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c92725 expref: 16 pid: 56436 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318266.483144:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318266.483207:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:943be690-b535-4c6b-81b7-ef2ba50eac91+15:6185:x1853163938691456:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (3986us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318266.483214:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6835 00000100:00100000:3.0:1767318266.483231:0:12858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6836 00000100:00100000:3.0:1767318266.483237:0:12858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:943be690-b535-4c6b-81b7-ef2ba50eac91+14:6185:x1853163938691584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1767318266.483245:0:12858:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767318266.483254:0:12858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a0437d11600/0x3313483622c926fb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c926f4 expref: 14 pid: 56435 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767318266.483263:0:12858:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767318266.483284:0:12858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:943be690-b535-4c6b-81b7-ef2ba50eac91+13:6185:x1853163938691584:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (3981us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318266.483300:0:12858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6836 00000100:00100000:1.0:1767318266.485077:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:943be690-b535-4c6b-81b7-ef2ba50eac91:6185:1853163938691584:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1767318266.485090:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:943be690-b535-4c6b-81b7-ef2ba50eac91:6185:1853163938691456:0@lo:103:ldlm_bl.0 00000004:00000080:2.0:1767318266.489089:0:62856:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000080:3.0:1767318266.535679:0:62856:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/7 00000020:00080000:3.0:1767318266.535693:0:62856:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9a030c057000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1767318266.535709:0:62856:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9a030c056000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1767318266.535717:0:62856:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff9a0303572800 e241b220-0ef8-435a-b507-74fd0bfdf172 192.168.203.16@tcp 6 (0 0 1) 0 0 0 0: 0000000000000000 34359738848 stale:0 00000020:00080000:3.0:1767318266.535722:0:62856:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (ffff9a0420318000) has exports, disconnecting them 00000020:00080000:3.0:1767318266.535727:0:62856:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9a030c057000), last request at 1767318261 00000020:00000080:3.0:1767318266.535734:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c92a20 00000100:00080000:3.0:1767318266.535743:0:62856:0:(import.c:65:import_set_state_nolock()) ffff9a030c051800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1767318266.535769:0:62856:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9a030c057000): rc 0 00000020:00000080:3.0:1767318266.535772:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a030c057000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1767318266.535782:0:62856:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9a030c056000), last request at 1767318261 00000020:00000080:3.0:1767318266.535788:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c92a19 00000100:00080000:3.0:1767318266.535793:0:62856:0:(import.c:65:import_set_state_nolock()) ffff9a030c052800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1767318266.535801:0:62856:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9a030c056000): rc 0 00010000:00010000:2.0:1767318266.536043:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.536051:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1767318266.536080:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a030c056000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1767318266.536086:0:62856:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.203.16@tcp (ffff9a0303572800), last request at 1767318265 00000020:00000080:3.0:1767318266.536091:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c92692 00000020:00010000:3.0:1767318266.536102:0:62856:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9a0303572800: total 2 00000100:00080000:3.0:1767318266.536105:0:62856:0:(import.c:65:import_set_state_nolock()) ffff9a0309bfc800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1767318266.536121:0:62856:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.203.16@tcp (ffff9a0303572800): rc 0 00000004:00000080:3.0:1767318266.536127:0:62856:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffaf7602493b28 00000100:00080000:3.0:1767318266.536147:0:62856:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1767318266.536151:0:62856:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976560 gen 3 00000100:00100000:3.0:1767318266.536159:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a0317bfce00 x1853163938687744/t4294976561(4294976561) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536168:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfce00, transno 4294976561 00000100:00100000:3.0:1767318266.536183:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a0317bfc000 x1853163938687488/t4294976562(4294976562) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536189:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfc000, transno 4294976562 00000100:00100000:3.0:1767318266.536194:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a0317bfdc00 x1853163938687616/t4294976563(4294976563) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536200:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfdc00, transno 4294976563 00000100:00100000:3.0:1767318266.536204:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a0317bfdf80 x1853163938687232/t4294976564(4294976564) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536210:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfdf80, transno 4294976564 00000100:00100000:3.0:1767318266.536215:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a0317bfea00 x1853163938687872/t4294976565(4294976565) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536220:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfea00, transno 4294976565 00000100:00100000:3.0:1767318266.536225:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a0317bff100 x1853163938687360/t4294976566(4294976566) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536231:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bff100, transno 4294976566 00000100:00100000:3.0:1767318266.536236:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a0317bfd180 x1853163938688000/t4294976567(4294976567) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536241:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0317bfd180, transno 4294976567 00000004:00080000:3.0:1767318266.536253:0:62856:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:3.0:1767318266.536322:0:62856:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1767318266.536346:0:62856:0:(import.c:65:import_set_state_nolock()) ffff9a0306031000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1767318266.536362:0:62856:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1767318266.536364:0:62856:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976113 gen 3 00000100:00100000:3.0:1767318266.536369:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a0405bc8a80 x1853163938688768/t4294976114(4294976114) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536375:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc8a80, transno 4294976114 00000100:00100000:3.0:1767318266.536385:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a031877ed80 x1853163938689280/t4294976115(4294976115) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536391:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877ed80, transno 4294976115 00000100:00100000:3.0:1767318266.536396:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a03173d3100 x1853163938688896/t4294976116(4294976116) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536402:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d3100, transno 4294976116 00000100:00100000:3.0:1767318266.536408:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a03173d1c00 x1853163938689024/t4294976117(4294976117) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536414:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a03173d1c00, transno 4294976117 00000100:00100000:3.0:1767318266.536419:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a043467ad80 x1853163938689152/t4294976118(4294976118) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536424:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a043467ad80, transno 4294976118 00000100:00100000:3.0:1767318266.536428:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a031877fb80 x1853163938689408/t4294976119(4294976119) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536433:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a031877fb80, transno 4294976119 00000100:00100000:3.0:1767318266.536437:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a0405bc9880 x1853163938688640/t4294976120(4294976120) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536441:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a0405bc9880, transno 4294976120 00000100:00100000:3.0:1767318266.536445:0:62856:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a041103dc00 x1853163938688512/t4294976121(4294976121) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1767318280 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1767318266.536450:0:62856:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9a041103dc00, transno 4294976121 00000004:00080000:3.0:1767318266.536459:0:62856:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:3.0:1767318266.536542:0:62856:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1767318266.536551:0:62856:0:(import.c:65:import_set_state_nolock()) ffff9a0410c4e800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1767318266.536595:0:62856:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (ffff9a0420318000) has no exports 00000020:00000080:3.0:1767318266.536614:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a030c057000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1767318266.536673:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a030c056000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1767318266.536689:0:48802:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a030c051800 for lustre-MDT0000 00000020:00000080:3.0:1767318266.536694:0:48802:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a030c052800 for lustre-MDT0000 00000020:00010000:2.0:1767318266.536814:0:14910:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9a0303572800: total 0 00010000:00010000:2.0:1767318266.536854:0:14910:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9a0303572800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1767318266.536890:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9a03039f7e00/0x3313483622c94ed2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x12f5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac5532dd expref: 2 pid: 56441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.536919:0:14910:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9a0303572800, canceled 1 locks, left on hash table 0. 00000004:00080000:3.0:1767318266.540636:0:56462:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 7 done 00000100:00100000:3.0:1767318266.540670:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:6184:1853163938691840:0@lo:9:umount.0 00000100:00100000:3.0:1767318266.540896:0:6184:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318266.540964:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:6184:1853163938691968:0@lo:9:umount.0 00000100:00100000:3.0:1767318266.540989:0:6184:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1767318266.541116:0:56464:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:3.0:1767318266.541145:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938691840 00000100:00100000:3.0:1767318266.541152:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938691840 00000100:00100000:3.0:1767318266.541200:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938691968 00000100:00100000:3.0:1767318266.541202:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938691968 00000100:00100000:3.0:1767318266.541221:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24853 00000100:00100000:3.0:1767318266.541229:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:6184:x1853163938691840:12345-0@lo:9:umount.0 00000020:00000080:3.0:1767318266.541251:0:21245:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c926d1 00000100:00080000:3.0:1767318266.541258:0:21245:0:(import.c:65:import_set_state_nolock()) ffff9a0405265000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1767318266.541300:0:21245:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294976567 00000100:00100000:3.0:1767318266.541479:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:6184:x1853163938691840:12345-0@lo:9:umount.0 Request processed in 251us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318266.541487:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24853 00000100:00100000:3.0:1767318266.541500:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24854 00000100:00100000:3.0:1767318266.541534:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:6184:x1853163938691968:12345-0@lo:9:umount.0 00000020:00000080:3.0:1767318266.541545:0:21245:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c926df 00000100:00080000:3.0:1767318266.541550:0:21245:0:(import.c:65:import_set_state_nolock()) ffff9a0405260000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1767318266.541566:0:21245:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294976121 00000100:00100000:3.0:1767318266.541661:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:6184:x1853163938691968:12345-0@lo:9:umount.0 Request processed in 155us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318266.541667:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24854 00000100:00080000:3.0:1767318266.541683:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318266.541687:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318266.541714:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318266.541719:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318266.541743:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0306031000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1767318266.541754:0:6184:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:3.0:1767318266.541756:0:6184:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:3.0:1767318266.541760:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:6184:1853163938691840:0@lo:9:umount.0 00000100:00080000:3.0:1767318266.541768:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0410c4e800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1767318266.541773:0:6184:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:3.0:1767318266.541775:0:6184:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:3.0:1767318266.541777:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:6184:1853163938691968:0@lo:9:umount.0 00000020:00080000:0.0:1767318266.554706:0:62856:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (ffff9a0420318000) has no exports 00000020:00000080:2.0:1767318266.571659:0:14910:0:(genops.c:904:class_export_put()) final put ffff9a0303572800/e241b220-0ef8-435a-b507-74fd0bfdf172 00000020:00000080:3.0:1767318266.571984:0:30219:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0303572800/e241b220-0ef8-435a-b507-74fd0bfdf172 for lustre-MDT0000 00000020:00000080:3.0:1767318266.572052:0:30219:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a0309bfc800 for lustre-MDT0000 00010000:00010000:3.0:1767318266.572063:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318266.572066:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318266.572069:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318266.612715:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318266.612740:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6187:1853163938692096:0@lo:400:kworker.0 00000100:00100000:1.0:1767318266.612815:0:6187:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318266.612877:0:6185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6185:1853163938692224:0@lo:400:kworker.0 00000100:00100000:1.0:1767318266.612901:0:6185:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318266.613042:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938692096 00000100:00100000:3.0:1767318266.613050:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938692096 00000100:00100000:3.0:1767318266.613089:0:57486:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938692224 00000100:00100000:3.0:1767318266.613093:0:57486:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938692224 00000100:00100000:3.0:1767318266.613115:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1767318266.613122:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6187:x1853163938692096:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1767318266.613129:0:57486:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1767318266.613169:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6187:x1853163938692096:12345-0@lo:400:kworker.0 Request processed in 47us (353us total) trans 0 rc -107/-107 00000100:00100000:3.0:1767318266.613176:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1767318266.613194:0:57486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1767318266.613198:0:57486:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a030c81c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6185:x1853163938692224:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1767318266.613202:0:57486:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1767318266.613227:0:57486:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a030c81c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:6185:x1853163938692224:12345-0@lo:400:kworker.0 Request processed in 27us (325us total) trans 0 rc -107/-107 00000100:00100000:3.0:1767318266.613231:0:57486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00080000:3.0:1767318266.613265:0:6187:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1767318266.613270:0:6187:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1767318266.613274:0:6187:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767318266.616566:0:6185:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767318266.616573:0:6185:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767318266.616578:0:6185:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1767318266.616583:0:6185:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318266.616587:0:6185:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3200 00000100:00080000:1.0:1767318266.616595:0:6185:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318266.616625:0:6185:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c700 x1853163938692352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318266.616647:0:6185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:6185:1853163938692224:0@lo:400:kworker.0 00000100:00100000:2.0:1767318266.616711:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938692352:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1767318266.616762:0:6184:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318266.616838:0:56439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938692352 00000100:00100000:1.0:1767318266.616845:0:56439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938692352 00000100:00100000:1.0:1767318266.616877:0:56439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1767318266.616884:0:56439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c19bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6184:x1853163938692352:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1767318266.616900:0:56439:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1767318266.631216:0:56439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c19bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6184:x1853163938692352:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 14325us (14446us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318266.631229:0:56439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00080000:3.0:1767318266.634608:0:6187:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318266.634622:0:6187:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3200 00000100:00080000:3.0:1767318266.634632:0:6187:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318266.634699:0:6187:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26680 x1853163938692480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318266.634723:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:6187:1853163938692096:0@lo:400:kworker.0 00000100:00080000:2.0:1767318266.635493:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318266.635499:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318266.635502:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938692352:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1767318266.635545:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938692480:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1767318266.635604:0:6184:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318266.636502:0:56439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163938692480 00000100:00100000:3.0:1767318266.636520:0:56439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163938692480 00000100:00100000:3.0:1767318266.636547:0:56439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1767318266.636552:0:56439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6184:x1853163938692480:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1767318266.636566:0:56439:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1767318266.636613:0:56439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:6184:x1853163938692480:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 60us (1008us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318266.636618:0:56439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00080000:3.0:1767318266.636644:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318266.636647:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318266.636649:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938692480:0@lo:38:ptlrpcd_00_02.0 00000020:00000080:0.0:1767318266.637132:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c926a7 00000020:00000080:0.0:1767318266.637142:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0418cbc800/lustre-QMT0000_UUID 00000020:01000000:0.0:1767318266.637157:0:62856:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1767318266.639831:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767318266.639846:0:62856:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1767318266.639851:0:62856:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (ffff9a043c2e6360) has no exports 00000020:00000080:0.0:1767318266.640062:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c926a0 00000020:00000080:0.0:1767318266.640071:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0405e40800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1767318266.640119:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767318266.640126:0:62856:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1767318266.640281:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0418cbc800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1767318266.640287:0:48802:0:(genops.c:904:class_export_put()) final put ffff9a0405e44800/lustre-QMT0000_UUID 00000020:00000080:3.0:1767318266.640299:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0405e44800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1767318266.640307:0:48802:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1767318266.640435:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0405e40800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1767318266.640497:0:62856:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9a041810bc00 - data ffff9a043b039288/ffff9a03034d7c00 00000020:01000000:2.0:1767318266.640754:0:62856:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9a041810b840 - data ffff9a03105460d8/ffff9a04347a5c00 00000100:00080000:2.0:1767318266.680021:0:62856:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1767318266.680030:0:62856:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976560 gen 4 00000004:00080000:2.0:1767318266.680103:0:62856:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:2.0:1767318266.680107:0:62856:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1767318266.681133:0:56462:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1767318266.681139:0:56462:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x20:0x0] index 2054 count 8 00000040:00080000:0.0:1767318266.681152:0:56462:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 8 count 2 00000100:00080000:2.0:1767318266.681401:0:62856:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1767318266.681405:0:62856:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976113 gen 4 00000004:00080000:2.0:1767318266.681421:0:62856:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:2.0:1767318266.681423:0:62856:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1767318266.681790:0:56464:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1767318266.681793:0:56464:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x22:0x0] index 2054 count 9 00000040:00080000:0.0:1767318266.681802:0:56464:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 8 count 2 00000020:00000080:2.0:1767318266.691847:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c92668 00000020:00000080:2.0:1767318266.691858:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a043ef1b800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1767318266.692777:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a043ef1b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1767318266.693255:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c9267d 00000020:00000080:2.0:1767318266.693263:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0305a86800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1767318266.693279:0:62856:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1767318266.693285:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318266.693302:0:62856:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1767318266.693306:0:62856:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (ffff9a042031b1b0) has no exports 00000004:01000000:2.0:1767318266.693450:0:62856:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1767318266.693458:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c926d8 00000020:00000080:2.0:1767318266.693463:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0306d80800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1767318266.693466:0:62856:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1767318266.693469:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318266.693476:0:62856:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1767318266.693478:0:62856:0:(genops.c:1575:class_disconnect_exports()) OBD device 16 (ffff9a043c2e0000) has no exports 00000020:00000080:2.0:1767318266.693484:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c926ca 00000020:00000080:2.0:1767318266.693487:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0410c4c000/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1767318266.693854:0:62856:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1767318266.693859:0:62856:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1767318266.693863:0:62856:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976113 gen 5 00000100:00020000:2.0:1767318266.693868:0:62856:0:(obd_class.h:479:obd_check_dev()) Device 16 not setup 00000020:00000080:1.0:1767318266.695467:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0305a86800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1767318266.695485:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0306d80800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1767318266.695491:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0410c4c000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:2.0:1767318266.710443:0:62856:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:2.0:1767318266.710484:0:62856:0:(obd_class.h:479:obd_check_dev()) Device 16 not setup 00000020:00000080:2.0:1767318266.710560:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318266.710573:0:62856:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318266.710585:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c926bc 00000020:00000080:2.0:1767318266.710592:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0405e42800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1767318266.710598:0:62856:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1767318266.710606:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318266.710611:0:62856:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1767318266.710615:0:62856:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff9a043c2e18d8) has no exports 00000020:00000080:2.0:1767318266.710623:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c926b5 00000020:00000080:2.0:1767318266.710626:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0306037800/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1767318266.710983:0:62856:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1767318266.710987:0:62856:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1767318266.710991:0:62856:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294976560 gen 5 00000100:00020000:2.0:1767318266.710996:0:62856:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00100000:2.0:1767318266.710997:0:62856:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:2.0:1767318266.710999:0:62856:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000020:00000080:2.0:1767318266.711023:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318266.711029:0:62856:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318266.711067:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318266.711071:0:62856:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318266.711075:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0404d1d800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1767318266.711078:0:62856:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0404d1d800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1767318266.711089:0:62856:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1767318266.711274:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c92684 00000020:00000080:2.0:1767318266.711279:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0305a81800/lustre-MDD0000_UUID 00000020:01000000:2.0:1767318266.711283:0:62856:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1767318266.711286:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318266.711307:0:62856:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1767318266.711310:0:62856:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff9a0407deb1b0) has no exports 00000020:00000080:2.0:1767318266.711413:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318266.711417:0:62856:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1767318266.711421:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c9268b 00000020:00000080:2.0:1767318266.711425:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0305a85000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1767318266.711432:0:62856:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9a0437dac800 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1767318266.711435:0:62856:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9a0437dac800 3 00000020:01000004:2.0:1767318266.711438:0:62856:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9a0437dac800 from lustre-MDT0000 00000020:00000080:2.0:1767318266.711458:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1767318266.711462:0:62856:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1767318266.711465:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a043ef18800/lustre-MDT0000_UUID 00000020:00000080:2.0:1767318266.711467:0:62856:0:(genops.c:863:class_export_destroy()) destroying export ffff9a043ef18800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1767318266.711475:0:62856:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1767318266.711503:0:62856:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:2.0:1767318266.711531:0:62856:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1767318266.711534:0:62856:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1767318266.711537:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767318266.711540:0:62856:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1767318266.711547:0:62856:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff9a041830a000 f7246b93-a1a6-439e-b3d6-1f09d8eb7e34 192.168.203.16@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767318266.711554:0:62856:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff9a0405656000 943be690-b535-4c6b-81b7-ef2ba50eac91 0@lo 12 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1767318266.711558:0:62856:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (ffff9a0320f90000) has exports, disconnecting them 00000020:00080000:2.0:1767318266.711562:0:62856:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 192.168.203.16@tcp (ffff9a041830a000), last request at 1767317943 00000020:00000080:2.0:1767318266.711580:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c927a3 00000020:00010000:2.0:1767318266.711584:0:62856:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9a041830a000: total 4 00000100:00080000:2.0:1767318266.711588:0:62856:0:(import.c:65:import_set_state_nolock()) ffff9a041830c800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767318266.711602:0:62856:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.203.16@tcp (ffff9a041830a000): rc 0 00000020:00080000:2.0:1767318266.711605:0:62856:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9a0405656000), last request at 1767317939 00000020:00010000:2.0:1767318266.711649:0:12859:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9a041830a000: total 4 00010000:00010000:2.0:1767318266.711671:0:12859:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9a041830a000, canceled 0 locks, left on hash table 4. 00010000:00010000:2.0:1767318266.711699:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a0434a14400/0x3313483622c93946 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac552d7a expref: 5 pid: 56436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711714:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a0411793600/0x3313483622c929e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac552a1d expref: 4 pid: 56437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711731:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a031296c200/0x3313483622c929ef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac552a2b expref: 3 pid: 56437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711741:0:12859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a0434a14a00/0x3313483622c9394d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xbcc77762ac552d81 expref: 2 pid: 56436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711753:0:12859:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9a041830a000, canceled 4 locks, left on hash table 0. 00000020:00000080:2.0:1767318266.711768:0:12859:0:(genops.c:904:class_export_put()) final put ffff9a041830a000/f7246b93-a1a6-439e-b3d6-1f09d8eb7e34 00010000:00010000:2.0:1767318266.711774:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.711776:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.711778:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1767318266.711788:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c92637 00000020:00010000:2.0:1767318266.711791:0:62856:0:(genops.c:1938:obd_stale_export_put()) Put export ffff9a0405656000: total 5 00000100:00080000:2.0:1767318266.711794:0:62856:0:(import.c:65:import_set_state_nolock()) ffff9a0405656800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1767318266.711802:0:62856:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9a0405656000): rc 0 00000020:00080000:2.0:1767318266.711806:0:62856:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (ffff9a0320f90000) has no exports 00000020:00010000:2.0:1767318266.711813:0:21430:0:(genops.c:1924:obd_stale_export_get()) Get export ffff9a0405656000: total 5 00010000:00010000:2.0:1767318266.711829:0:21430:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff9a0405656000, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1767318266.711843:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a031296c800/0x3313483622c939a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c9399a expref: 9 pid: 56435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711854:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a031296da00/0x3313483622c93993 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c9398c expref: 8 pid: 56437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711863:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a0401503e00/0x3313483622c92756 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c9274f expref: 7 pid: 56436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711874:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a031296cc00/0x3313483622c939af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c939a8 expref: 6 pid: 56435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711884:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a03039f7800/0x3313483622c92780 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c92779 expref: 5 pid: 56436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711895:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a031296ca00/0x3313483622c93977 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c93970 expref: 4 pid: 56437 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711904:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a0434a15600/0x3313483622c93985 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c9397e expref: 3 pid: 56436 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711915:0:21430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9a03039f6800/0x3313483622c9278e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3313483622c92787 expref: 2 pid: 56435 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767318266.711925:0:21430:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff9a0405656000, canceled 8 locks, left on hash table 0. 00000020:00000080:2.0:1767318266.711935:0:21430:0:(genops.c:904:class_export_put()) final put ffff9a0405656000/943be690-b535-4c6b-81b7-ef2ba50eac91 00010000:00010000:2.0:1767318266.711940:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.711942:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318266.711943:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318266.711999:0:56436:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [ffff9a0407ee1e00:56436] 1 exiting: rc = 0 00000020:00000080:1.0:1767318266.712280:0:48802:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a0410c4e800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1767318266.712298:0:48802:0:(genops.c:904:class_export_put()) final put ffff9a0405e46800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1767318266.712300:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0405e46800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1767318266.712306:0:48802:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1767318266.712348:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0405e42800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1767318266.712353:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0306037800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1767318266.712358:0:48802:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a0306031000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1767318266.712362:0:48802:0:(genops.c:904:class_export_put()) final put ffff9a0418cbf800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1767318266.712364:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0418cbf800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1767318266.712369:0:48802:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1767318266.712434:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0305a81800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1767318266.712439:0:48802:0:(genops.c:904:class_export_put()) final put ffff9a0434bcd800/lustre-MDD0000_UUID 00000020:00000080:1.0:1767318266.712441:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0434bcd800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1767318266.712444:0:48802:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1767318266.712545:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0305a85000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1767318266.712550:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a041830a000/f7246b93-a1a6-439e-b3d6-1f09d8eb7e34 for MGS 00000020:00000080:1.0:1767318266.712577:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0405656000/943be690-b535-4c6b-81b7-ef2ba50eac91 for MGS 00000020:00000080:1.0:1767318266.712589:0:48802:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a041830c800 for MGS 00000020:00000080:1.0:1767318266.712592:0:48802:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a0405656800 for MGS 00000100:00100000:3.0:1767318266.712961:0:56435:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [ffff9a0433fa1400:56435] 0 exiting: rc = 1 00000100:00100000:3.0:1767318266.713021:0:56437:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [ffff9a0437d64000:56437] 2 exiting: rc = 0 00000100:00100000:1.0:1767318266.713316:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713326:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713332:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713342:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713349:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713356:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713363:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713370:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713376:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713381:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713387:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713393:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713399:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713406:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713412:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713418:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713425:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713430:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713437:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713444:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713450:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713457:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713463:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713468:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713473:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713478:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713483:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713488:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713494:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713500:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713528:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713535:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713542:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713548:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713555:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713561:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713567:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713573:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713579:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713586:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713592:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713599:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713604:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713611:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713617:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713622:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713628:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713634:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713640:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713646:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713663:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713670:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713675:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713681:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713687:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713693:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713698:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713704:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713711:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713716:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713722:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713727:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713733:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1767318266.713739:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:1.0:1767318266.714159:0:62856:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:1.0:1767318266.714163:0:62856:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:1.0:1767318266.714933:0:62856:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9a0305d54840 - data ffff9a041b00c0d8/ffff9a0410ef2c00 00000020:01000000:1.0:1767318266.715024:0:62856:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff9a0433a73f60 - data ffff9a04415bf870/ffff9a0306a63c00 00000020:00000080:1.0:1767318266.715466:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c92630 00000020:00000080:1.0:1767318266.715473:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a043b95a000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1767318266.715495:0:62856:0:(tgt_mount.c:188:server_put_mount()) put mount ffff9a0437dac800 from MGS, refs=2 00000020:01000004:1.0:1767318266.715499:0:62856:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9a0437dac800 2 00000020:01000004:1.0:1767318266.715502:0:62856:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff9a0437dac800 from MGS 00000020:00000080:1.0:1767318266.715552:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1767318266.715558:0:62856:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1767318266.715561:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a043b95d000/MGS 00000020:00000080:1.0:1767318266.715563:0:62856:0:(genops.c:863:class_export_destroy()) destroying export ffff9a043b95d000/MGS for MGS 00000020:01000000:1.0:1767318266.715569:0:62856:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1767318266.715629:0:62856:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1767318266.715634:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767318266.715641:0:62856:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767318266.715648:0:62856:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9a041807d800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767318266.715752:0:62856:0:(genops.c:1570:class_disconnect_exports()) OBD device 17 (ffff9a043c2e4a88) has exports, disconnecting them 00000020:00080000:1.0:1767318266.715758:0:62856:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9a041807d800), last request at 1767317939 00000020:00000080:1.0:1767318266.715762:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c92717 00000020:00080000:1.0:1767318266.715771:0:62856:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff9a041807d800): rc 0 00000020:00000080:1.0:1767318266.715776:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a041807d800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1767318266.716487:0:30219:0:(genops.c:863:class_export_destroy()) destroying export ffff9a043b95a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767318266.716501:0:30219:0:(genops.c:863:class_export_destroy()) destroying export ffff9a041807d800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1767318266.717612:0:62856:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1767318266.717620:0:62856:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1767318266.717625:0:62856:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00020000:0.0:1767318266.717630:0:62856:0:(obd_class.h:479:obd_check_dev()) Device 17 not setup 00000100:00100000:0.0:1767318266.717634:0:62856:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1767318266.717636:0:62856:0:(obd_class.h:479:obd_check_dev()) Device 17 not setup 00000020:00000080:0.0:1767318266.717805:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767318266.717817:0:62856:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1767318266.717825:0:62856:0:(obd_mount.c:705:lustre_put_lsi()) put ffff9a0437dac800 1 00000020:00000080:0.0:1767318266.717833:0:62856:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c92622 00000020:00000080:0.0:1767318266.717842:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a043b958000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1767318266.717847:0:62856:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1767318266.717852:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767318266.717855:0:62856:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1767318266.717859:0:62856:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (ffff9a04203198d8) has no exports 00000020:00000080:2.0:1767318266.718010:0:30219:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a041807c000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1767318266.718021:0:30219:0:(genops.c:904:class_export_put()) final put ffff9a04180c7000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1767318266.718024:0:30219:0:(genops.c:863:class_export_destroy()) destroying export ffff9a04180c7000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1767318266.718030:0:30219:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1767318266.718098:0:30219:0:(genops.c:863:class_export_destroy()) destroying export ffff9a043b958000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1767318266.732415:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767318266.732429:0:62856:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1767318266.732434:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a0437da8800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1767318266.732438:0:62856:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0437da8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1767318266.732445:0:62856:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1767318266.732578:0:62856:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff9a0437daa000 00000020:01000000:0.0:1767318266.732597:0:62856:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1767318266.732601:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1767318266.732605:0:62856:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1767318266.732609:0:62856:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (ffff9a042031e360) has no exports 00000100:00100000:0.0:1767318266.733800:0:56441:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [ffff9a04180cbc00:56441] 2 exiting: rc = 0 00000100:00100000:0.0:1767318266.736430:0:56440:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [ffff9a0303d34e00:56440] 1 exiting: rc = 0 00000100:00100000:0.0:1767318266.736565:0:56439:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [ffff9a04066c3a00:56439] 0 exiting: rc = 1 00000100:00100000:3.0:1767318266.737666:0:57486:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [ffff9a043bb9a400:57486] 3 exiting: rc = 0 00000100:00100000:0.0:1767318266.740752:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740765:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740771:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740778:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740785:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740791:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740797:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740802:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740807:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740813:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740819:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740825:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740831:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740836:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740842:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740847:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740851:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740857:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740863:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740869:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740874:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740879:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740884:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740890:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740895:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740902:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740907:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740912:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740917:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740922:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740929:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740935:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740941:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740947:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740952:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740959:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740965:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740970:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740977:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740982:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740988:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740993:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.740998:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741004:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741010:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741017:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741024:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741029:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741035:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741041:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741046:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741051:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741057:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741063:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741069:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741077:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741083:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741088:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741094:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741100:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741104:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741110:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741116:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.741122:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.743995:0:56443:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9a0410fd2000:56443] 1 exiting: rc = 0 00000100:00100000:0.0:1767318266.744108:0:56442:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9a0407dac400:56442] 0 exiting: rc = 1 00000100:00100000:0.0:1767318266.744168:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744175:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744182:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744187:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744192:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744197:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744203:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744208:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744213:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744218:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744223:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744229:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744234:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744239:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744245:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744250:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744255:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744260:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744265:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744270:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744276:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744282:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744984:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.744998:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745004:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745009:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745014:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745019:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745025:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745031:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745037:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745043:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745049:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745056:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745061:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745067:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745074:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745079:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745086:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745091:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745097:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745103:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745109:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745115:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745120:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745127:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745133:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745140:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745145:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745151:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745158:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745164:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745170:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745175:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745180:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745190:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745196:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745201:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745207:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745212:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745217:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745222:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745227:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.745232:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318266.746926:0:56445:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [ffff9a041004a600:56445] 1 exiting: rc = 0 00000100:00100000:2.0:1767318266.747030:0:56444:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [ffff9a041004b400:56444] 0 exiting: rc = 1 00000100:00100000:0.0:1767318266.747114:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747123:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747130:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747137:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747143:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747149:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747155:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747161:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747180:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747188:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747193:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747199:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747205:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747212:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747218:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747226:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747232:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747237:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747242:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747249:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747272:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747280:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747286:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747304:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747312:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747319:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747325:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747332:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747338:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747344:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747350:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747355:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747378:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747385:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747391:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747397:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747403:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747409:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747415:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747421:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747428:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747435:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747449:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747457:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747464:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747470:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747477:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747483:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747501:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747592:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747602:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747607:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747615:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747621:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747631:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747648:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747755:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747762:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747768:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747774:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747779:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747784:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747798:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.747814:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.755138:0:56446:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9a041004aa00:56446] 0 exiting: rc = 1 00000100:00100000:2.0:1767318266.755427:0:56447:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9a0312d79c00:56447] 1 exiting: rc = 0 00000100:00100000:0.0:1767318266.755994:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756001:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756007:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756013:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756019:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756024:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756029:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756034:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756039:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756044:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756049:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756054:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756059:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756064:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756068:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756074:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756079:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756085:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756090:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756095:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756100:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756104:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756109:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756114:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756119:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756124:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756130:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756135:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756141:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756146:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756151:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756156:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756160:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756165:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756171:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756177:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756182:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756188:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756193:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756198:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756204:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756209:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756215:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756220:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756225:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756231:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756236:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756242:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756247:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756253:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756258:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756264:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756269:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756275:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756280:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756286:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756303:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756308:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756313:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756319:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756324:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756330:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756335:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.756341:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318266.757179:0:56449:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9a0312d79000:56449] 1 exiting: rc = 0 00000100:00100000:0.0:1767318266.757383:0:56448:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9a0303579600:56448] 0 exiting: rc = 1 00000100:00100000:0.0:1767318266.757435:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757441:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757447:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757452:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757458:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757463:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757469:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757474:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757480:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757485:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757490:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757495:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757499:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757530:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757537:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757542:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757547:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757551:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757556:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757562:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757566:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757571:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757576:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757581:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757586:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757591:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757596:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757601:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757606:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757612:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757617:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757622:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757626:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757630:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757634:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757639:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757644:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757648:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757778:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757787:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757793:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757798:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757803:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757807:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757812:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757819:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757824:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757829:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757835:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757839:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757845:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757849:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757854:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757859:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757863:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757868:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757873:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757877:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757883:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757889:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757895:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757900:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757904:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.757909:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318266.758218:0:56451:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [ffff9a0410f6cc00:56451] 1 exiting: rc = 0 00000100:00100000:2.0:1767318266.758297:0:56450:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [ffff9a0312d78000:56450] 0 exiting: rc = 1 00000100:00100000:0.0:1767318266.758371:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758377:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758382:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758387:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758392:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758398:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758403:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758408:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758413:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758419:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758423:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758428:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758434:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758440:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758444:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758449:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758453:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758458:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758463:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758467:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758472:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758478:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758483:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758488:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758493:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758498:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758503:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758540:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758544:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758549:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758553:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758557:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758562:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758568:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758572:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758578:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758582:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758587:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758591:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758596:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758601:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758606:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758612:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758617:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758622:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758627:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758631:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758636:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758640:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758645:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758650:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758777:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758783:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758788:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758793:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758798:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758802:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758807:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758812:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758817:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758822:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758827:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758831:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.758836:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1767318266.759620:0:56454:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [ffff9a0435343600:56454] 2 exiting: rc = 0 00000100:00100000:2.0:1767318266.759980:0:56453:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [ffff9a0435343000:56453] 1 exiting: rc = 0 00000100:00100000:2.0:1767318266.760147:0:56452:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [ffff9a0434ba4600:56452] 0 exiting: rc = 1 00000100:00100000:0.0:1767318266.760229:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760248:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760255:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760261:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760266:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760272:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760277:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760282:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760298:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760304:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760310:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760315:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760320:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760325:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760331:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760336:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760351:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760358:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760362:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760368:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760374:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760380:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760385:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760392:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760398:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760404:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760410:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760415:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760421:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760428:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760434:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760440:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760446:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760451:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760459:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760465:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760470:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760476:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760482:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760488:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760494:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760500:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760543:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760552:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760558:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760564:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760571:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760577:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760583:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760589:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760595:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760602:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760608:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760614:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760621:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760628:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760634:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760640:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760646:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760663:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760671:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760678:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760684:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1767318266.760691:0:62856:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1767318266.765143:0:62856:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1767318266.765156:0:62856:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1767318266.765160:0:62856:0:(genops.c:904:class_export_put()) final put ffff9a043ef19800/MDS_uuid 00000020:00000080:0.0:1767318266.765164:0:62856:0:(genops.c:863:class_export_destroy()) destroying export ffff9a043ef19800/MDS_uuid for MDS 00000020:01000000:0.0:1767318266.765170:0:62856:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1767318266.765322:0:62856:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1767318267.317696:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1767318267.826130:0:14921:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294976567 is committed 00000001:00100000:0.0:1767318267.826878:0:14921:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767318267.826888:0:14921:0:(genops.c:904:class_export_put()) final put ffff9a0405266000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1767318267.826913:0:30219:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0405266000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1767318267.826962:0:30219:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a0405265000 for lustre-OST0000 00010000:00010000:3.0:1767318268.342028:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1767318268.900223:0:14954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294976116 is committed 00000001:00080000:1.0:1767318268.900250:0:14954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294976119 is committed 00000001:00080000:1.0:1767318268.900258:0:14954:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294976121 is committed 00000001:00100000:1.0:1767318268.900269:0:14954:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1767318268.900289:0:14954:0:(genops.c:904:class_export_put()) final put ffff9a0405263000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1767318268.900351:0:30219:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0405263000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1767318268.900440:0:30219:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a0405260000 for lustre-OST0001 00010000:00010000:3.0:1767318269.364941:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318270.414697:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318270.701573:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918026368 offset 0 length 224: 4 00000400:00000100:3.0:1767318270.701608:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918026496 offset 0 length 224: 4 00000100:00100000:3.0:1767318270.701654:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318270.701696:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1767318270.701892:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918026752 00000100:00100000:1.0:1767318270.701903:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918026752 00000100:00080000:3.0:1767318270.701952:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318270.701970:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918026624 00000100:00100000:1.0:1767318270.701973:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918026624 00000100:00100000:3.0:1767318270.701978:0:21397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1910 00000100:00100000:3.0:1767318270.701990:0:21397:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2480:x1853163918026752:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:1.0:1767318270.702001:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1911 00000100:00100000:1.0:1767318270.702007:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2481:x1853163918026624:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:3.0:1767318270.702079:0:21397:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2480:x1853163918026752:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 92us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318270.702088:0:21397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1910 00000100:00080000:0.0:1767318270.702103:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318270.703741:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2481:x1853163918026624:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 1717us (2027us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318270.703758:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1911 00010000:00010000:0.0:1767318271.477411:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318271.733980:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:943be690-b535-4c6b-81b7-ef2ba50eac91:6186:1853163938692608:0@lo:400:kworker.0 00000400:00000100:3.0:1767318271.734064:0:6186:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938692608 offset 0 length 224: 4 00000100:00080000:2.0:1767318271.739234:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318271.739248:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318271.739264:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318271.739275:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3513 00000100:00080000:2.0:1767318271.739282:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767318271.739291:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318271.739340:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938692736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318271.739379:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318271.739383:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318271.739386:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318271.739389:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3513 00000100:00080000:2.0:1767318271.739393:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767318271.739396:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318271.739410:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318271.739541:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938692736:0@lo:38:kworker.0 00000400:00000100:0.0:1767318271.739612:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938692736 offset 0 length 520: 4 00000100:00100000:0.0:1767318271.739648:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938692864:0@lo:38:kworker.0 00000400:00000100:0.0:1767318271.739665:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938692864 offset 0 length 520: 4 00010000:00010000:3.0:1767318272.500730:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318273.525461:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318274.550109:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318275.586166:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318275.843205:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918026880 offset 0 length 224: 4 00000400:00000100:3.0:1767318275.843240:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918027008 offset 0 length 224: 4 00000100:00100000:3.0:1767318275.845961:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1767318275.846012:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318275.846042:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918027264 00000100:00100000:2.0:1767318275.846053:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918027264 00000100:00100000:2.0:1767318275.846121:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918027136 00000100:00100000:2.0:1767318275.846125:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918027136 00000100:00100000:2.0:1767318275.846150:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1912 00000100:00100000:2.0:1767318275.846160:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2482:x1853163918027264:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:2.0:1767318275.846239:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2482:x1853163918027264:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 70us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318275.846247:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1912 00000100:00100000:2.0:1767318275.846266:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1913 00000100:00100000:2.0:1767318275.846272:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2482:x1853163918027136:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:2.0:1767318275.846299:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2482:x1853163918027136:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 28us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318275.846306:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1913 00000100:00080000:3.0:1767318275.847179:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318275.847188:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318276.596740:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318276.853689:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318276.853696:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318276.853699:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318276.853702:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318276.853767:0:6188:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318276.853788:0:6188:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:943be690-b535-4c6b-81b7-ef2ba50eac91:6188:1853163938692992:0@lo:400:kworker.0 00000400:00000100:0.0:1767318276.853840:0:6188:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938692992 offset 0 length 224: 4 00010000:00010000:2.0:1767318277.620743:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318278.645173:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318279.668828:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318280.692863:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318280.941431:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918027392 offset 0 length 224: 4 00000100:00100000:3.0:1767318280.941487:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000400:00000100:3.0:1767318280.941583:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918027520 offset 0 length 224: 4 00000100:00100000:3.0:1767318280.941607:0:6179:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318280.941719:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918027648 00000100:00100000:2.0:1767318280.941733:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918027648 00000100:00100000:2.0:1767318280.941819:0:21248:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918027776 00000100:00100000:2.0:1767318280.941823:0:21248:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918027776 00000100:00100000:2.0:1767318280.941853:0:21248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1914 00000100:00100000:2.0:1767318280.941863:0:21248:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2481:x1853163918027648:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:0.0:1767318280.941942:0:21245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1915 00000100:00100000:2.0:1767318280.941945:0:21248:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2481:x1853163918027648:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 80us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318280.941955:0:21248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1914 00000100:00100000:0.0:1767318280.941967:0:21245:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a0441a26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2481:x1853163918027776:12345-192.168.203.16@tcp:400:kworker.0 00000100:00080000:3.0:1767318280.942022:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318280.942038:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318280.942047:0:21245:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a0441a26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2481:x1853163918027776:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 86us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318280.942057:0:21245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1915 00010000:00010000:0.0:1767318281.716771:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318281.974530:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318281.974538:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318281.974541:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318281.974544:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767318281.974620:0:6187:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318281.974642:0:6187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:943be690-b535-4c6b-81b7-ef2ba50eac91:6187:1853163938693120:0@lo:400:kworker.0 00000400:00000100:3.0:1767318281.974698:0:6187:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938693120 offset 0 length 224: 4 00010000:00010000:2.0:1767318282.740738:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318283.765664:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318284.789656:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318285.812747:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318286.074712:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318271/real 1767318271] req@ffff9a031c19b800 x1853163938692736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318286.074742:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938692736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318286.074753:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318271/real 1767318271] req@ffff9a031c19bb80 x1853163938692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318286.074765:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318286.074783:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318286.074822:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318286.074827:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938692736:0@lo:38:kworker.0 00000100:00080000:3.0:1767318286.074833:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318286.074839:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318286.074843:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938692864:0@lo:38:kworker.0 00000100:00080000:1.0:1767318286.074989:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318286.074994:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318286.074997:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318286.075001:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3518 00000100:00080000:1.0:1767318286.075007:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767318286.075013:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318286.075032:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ce00 x1853163938693376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318286.075045:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318286.075048:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318286.075050:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318286.075052:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3518 00000100:00080000:1.0:1767318286.075055:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767318286.075058:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318286.075069:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d180 x1853163938693504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318286.075091:0:6186:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318286.075103:0:6186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:943be690-b535-4c6b-81b7-ef2ba50eac91:6186:1853163938693248:0@lo:400:kworker.0 00000400:00000100:1.0:1767318286.075149:0:6186:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938693248 offset 0 length 224: 4 00000100:00100000:3.0:1767318286.076069:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938693376:0@lo:38:kworker.0 00000400:00000100:3.0:1767318286.076104:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938693376 offset 0 length 520: 4 00000100:00100000:3.0:1767318286.076123:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938693504:0@lo:38:kworker.0 00000400:00000100:3.0:1767318286.076138:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938693504 offset 0 length 520: 4 00000400:00000100:2.0:1767318286.077789:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918028032 offset 0 length 224: 4 00000400:00000100:2.0:1767318286.077824:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918027904 offset 0 length 224: 4 00000100:00100000:2.0:1767318286.077854:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1767318286.077893:0:6178:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1767318286.077937:0:21245:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918028160 00000100:00100000:0.0:1767318286.077947:0:21245:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918028160 00000100:00100000:1.0:1767318286.077974:0:21247:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163918028288 00000100:00100000:1.0:1767318286.077978:0:21247:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163918028288 00000100:00100000:1.0:1767318286.078027:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 24855 00000100:00100000:1.0:1767318286.078037:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c19a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2479:x1853163918028288:12345-192.168.203.16@tcp:9:kworker.0 00000100:00080000:3.0:1767318286.078045:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318286.078049:0:12867:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1767318286.078064:0:21247:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c92a12 00000100:00080000:1.0:1767318286.078072:0:21247:0:(import.c:65:import_set_state_nolock()) ffff9a030c051000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1767318286.078122:0:21247:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294976121 00010000:00010000:3.0:1767318286.078192:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318286.078475:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c19a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+2:2479:x1853163918028288:12345-192.168.203.16@tcp:9:kworker.0 Request processed in 439us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318286.078484:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 24855 00000100:00100000:1.0:1767318286.078542:0:21247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 24856 00000100:00100000:1.0:1767318286.078549:0:21247:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9a031c19a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+5:2479:x1853163918028160:12345-192.168.203.16@tcp:9:kworker.0 00000020:00000080:1.0:1767318286.078561:0:21247:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x3313483622c9229b 00000100:00080000:1.0:1767318286.078566:0:21247:0:(import.c:65:import_set_state_nolock()) ffff9a0407300800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1767318286.078583:0:21247:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294976567 00000100:00100000:1.0:1767318286.078747:0:21247:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9a031c19a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e241b220-0ef8-435a-b507-74fd0bfdf172+2:2479:x1853163918028160:12345-192.168.203.16@tcp:9:kworker.0 Request processed in 198us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318286.078754:0:21247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 24856 00010000:00010000:3.0:1767318286.078924:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318286.838013:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1767318287.094637:0:6186:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318271/real 1767318271] req@ffff9a031c19b100 x1853163938692608/t0(0) o400->MGC192.168.203.116@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767318287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318287.094684:0:6186:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a031c19b100 x1853163938692608/t0(0) o400->MGC192.168.203.116@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767318287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318287.094693:0:6186:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1767318287.094697:0:6186:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.203.116@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1767318287.115441:0:6186:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.116@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1767318287.115448:0:6186:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1767318287.115474:0:6186:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a031c19b100 x1853163938692608/t0(0) o400->MGC192.168.203.116@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1767318287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318287.115490:0:6186:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a031c198700 x1853163938692992/t0(0) o400->MGC192.168.203.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767318292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318287.115546:0:6186:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a031c19b480 x1853163938693120/t0(0) o400->MGC192.168.203.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767318297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318287.115777:0:6188:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:943be690-b535-4c6b-81b7-ef2ba50eac91:6188:1853163938692992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318287.116044:0:6186:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a030c81dc00 x1853163938693248/t0(0) o400->MGC192.168.203.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767318302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767318287.116055:0:6186:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1767318287.116058:0:6186:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1767318287.116059:0:6186:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1767318287.116062:0:6186:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:2.0:1767318287.118212:0:6187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:943be690-b535-4c6b-81b7-ef2ba50eac91:6187:1853163938693120:0@lo:400:kworker.0 00000100:00100000:1.0:1767318287.120879:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:943be690-b535-4c6b-81b7-ef2ba50eac91:6186:1853163938693248:0@lo:400:kworker.0 00000100:00100000:1.0:1767318287.120892:0:6186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:943be690-b535-4c6b-81b7-ef2ba50eac91:6186:1853163938692608:0@lo:400:kworker.0 00000100:00080000:0.0:1767318287.121339:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318287.121347:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318287.121350:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318287.121355:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3186 00000100:00080000:0.0:1767318287.121364:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318287.121400:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834380 x1853163938693632/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318287.121430:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318287.121435:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318287.121438:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318287.121440:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767318287.121719:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938693632:0@lo:250:kworker.0 00000400:00000100:3.0:1767318287.121768:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938693632 offset 0 length 520: 4 00000400:00000100:2.0:1767318287.196372:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918028416 offset 0 length 520: 4 00000400:00000100:2.0:1767318287.196397:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918028544 offset 0 length 520: 4 00010000:00010000:1.0:1767318287.861353:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1767318288.170195:0:14921:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e241b220-0ef8-435a-b507-74fd0bfdf172 00000020:00000080:2.0:1767318288.170207:0:14921:0:(genops.c:904:class_export_put()) final put ffff9a0407305800/e241b220-0ef8-435a-b507-74fd0bfdf172 00000020:00000080:2.0:1767318288.170303:0:48802:0:(genops.c:863:class_export_destroy()) destroying export ffff9a0407305800/e241b220-0ef8-435a-b507-74fd0bfdf172 for lustre-OST0000 00000020:00000080:2.0:1767318288.170352:0:48802:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a0407300800 for lustre-OST0000 00010000:00010000:3.0:1767318288.884777:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1767318289.216050:0:14954:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e241b220-0ef8-435a-b507-74fd0bfdf172 00000020:00000080:3.0:1767318289.216058:0:14954:0:(genops.c:904:class_export_put()) final put ffff9a030c055800/e241b220-0ef8-435a-b507-74fd0bfdf172 00000020:00000080:1.0:1767318289.216268:0:30219:0:(genops.c:863:class_export_destroy()) destroying export ffff9a030c055800/e241b220-0ef8-435a-b507-74fd0bfdf172 for lustre-OST0001 00000020:00000080:1.0:1767318289.216316:0:30219:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a030c051000 for lustre-OST0001 00010000:00010000:3.0:1767318289.909593:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318290.932668:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318291.128092:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.128111:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318291.128114:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.128117:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318291.128120:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318291.128131:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318291.957026:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318292.148895:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318292.148904:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318292.148907:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318292.148910:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318292.148912:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318292.148915:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318292.981655:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318294.004837:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318295.032696:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318296.052957:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318297.076712:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318297.271766:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318287/real 1767318287] req@ffff9a0303834380 x1853163938693632/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318297 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318297.271795:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834380 x1853163938693632/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318297 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318297.271813:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318297.272040:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318297.272046:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938693632:0@lo:250:kworker.0 00000100:00080000:1.0:1767318297.288830:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318297.288840:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318297.288844:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318297.288853:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3533 00000100:00080000:1.0:1767318297.288859:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767318297.288906:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318297.288947:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81dc00 x1853163938693760/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318297.288983:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318297.288988:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318297.288991:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318297.288995:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767318297.289347:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938693760:0@lo:250:kworker.0 00000400:00000100:3.0:1767318297.289398:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938693760 offset 0 length 520: 4 00000400:00000100:3.0:1767318297.330466:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918028672 offset 0 length 520: 4 00000400:00000100:3.0:1767318297.330499:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918028800 offset 0 length 520: 4 00010000:00010000:1.0:1767318298.100614:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318299.130416:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318300.149439:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318301.172762:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1767318301.407401:0:63981:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: auster : @@@@@@ FAIL: Restart of mds1 failed! 00010000:00010000:0.0:1767318302.197111:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318302.454285:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318302.454296:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318302.454299:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318302.454303:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318302.454306:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318302.454310:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318303.220626:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318304.249958:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318305.268766:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318306.292935:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318306.484823:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318286/real 1767318286] req@ffff9a030c81ce00 x1853163938693376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318306 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318306.484865:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ce00 x1853163938693376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318306 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318306.484875:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318286/real 1767318286] req@ffff9a030c81d180 x1853163938693504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318306 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318306.484886:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d180 x1853163938693504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318306 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318306.484908:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318306.484941:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318306.484945:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938693376:0@lo:38:kworker.0 00000100:00080000:1.0:1767318306.484951:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318306.484957:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318306.484960:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938693504:0@lo:38:kworker.0 00000100:00080000:0.0:1767318306.485080:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318306.485087:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318306.485090:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318306.485094:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318306.485097:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318306.485103:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3532 00000100:00080000:0.0:1767318306.485109:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318306.485117:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318306.485165:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835880 x1853163938693888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318306.485197:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318306.485201:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318306.485203:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318306.485207:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3532 00000100:00080000:0.0:1767318306.485209:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1767318306.485213:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318306.485226:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835500 x1853163938694016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318306.485457:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938693888:0@lo:38:kworker.0 00000400:00000100:1.0:1767318306.485555:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938693888 offset 0 length 520: 4 00000100:00100000:1.0:1767318306.486343:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938694016:0@lo:38:kworker.0 00000400:00000100:1.0:1767318306.486373:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938694016 offset 0 length 520: 4 00010000:00010000:0.0:1767318307.320274:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318308.340853:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318309.365011:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318310.389057:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318311.412730:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318311.670012:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318311.670019:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318311.670022:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318311.670026:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318311.670029:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318311.670032:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318312.437343:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318312.631758:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318297/real 1767318297] req@ffff9a030c81dc00 x1853163938693760/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318312.631793:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81dc00 x1853163938693760/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318312.631813:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318312.631852:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318312.631856:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938693760:0@lo:250:kworker.0 00000100:00080000:2.0:1767318312.633202:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318312.633210:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318312.633214:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318312.633221:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3543 00000100:00080000:2.0:1767318312.633226:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767318312.633233:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318312.633271:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938694144/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318312.633301:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318312.633305:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318312.633308:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318312.633311:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318312.633668:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938694144:0@lo:250:kworker.0 00000400:00000100:1.0:1767318312.633717:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938694144 offset 0 length 520: 4 00000400:00000100:3.0:1767318312.685590:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918029056 offset 0 length 520: 4 00000400:00000100:3.0:1767318312.685615:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918029184 offset 0 length 520: 4 00010000:00010000:1.0:1767318313.460711:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318314.484747:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318315.510593:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318316.533017:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318317.556860:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318317.812879:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318317.812889:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318317.812892:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318317.812896:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318317.812898:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318317.812901:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318318.580655:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318319.606083:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318320.628721:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318321.662004:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318322.677096:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318322.933223:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318322.933235:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318322.933237:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318322.933240:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318322.933243:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318322.933245:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318323.701226:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318324.724761:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318325.750658:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318326.772757:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318327.796921:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318328.052774:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318328.052785:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318328.052788:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318328.052792:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318328.052794:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318328.052797:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318328.820665:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318329.844952:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318330.869297:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318331.060651:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318306/real 1767318306] req@ffff9a0303835880 x1853163938693888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318331 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318331.060676:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835880 x1853163938693888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318331 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318331.060683:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318306/real 1767318306] req@ffff9a0303835500 x1853163938694016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318331 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318331.060690:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835500 x1853163938694016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318331 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318331.060703:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318331.060726:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318331.060729:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938693888:0@lo:38:kworker.0 00000100:00080000:0.0:1767318331.060733:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318331.060736:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318331.060738:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938694016:0@lo:38:kworker.0 00000100:00080000:3.0:1767318331.061001:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318331.061008:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318331.061010:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318331.061014:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318331.061017:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318331.061022:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3553 00000100:00080000:3.0:1767318331.061025:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318331.061032:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318331.061073:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938694272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318331.061105:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318331.061108:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318331.061110:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318331.061114:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3553 00000100:00080000:3.0:1767318331.061116:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318331.061119:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318331.061132:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938694400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318331.061231:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938694272:0@lo:38:kworker.0 00000400:00000100:0.0:1767318331.061274:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938694272 offset 0 length 520: 4 00000100:00100000:0.0:1767318331.061332:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938694400:0@lo:38:kworker.0 00000400:00000100:0.0:1767318331.061345:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938694400 offset 0 length 520: 4 00010000:00010000:3.0:1767318331.893027:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318332.084591:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318312/real 1767318312] req@ffff9a031c19b480 x1853163938694144/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318332 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318332.084637:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938694144/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318332 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318332.084663:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318332.084922:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318332.084927:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938694144:0@lo:250:kworker.0 00000100:00080000:3.0:1767318332.085134:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318332.085139:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318332.085142:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318332.085147:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3559 00000100:00080000:3.0:1767318332.085151:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767318332.085157:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318332.085188:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938694528/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318332.085210:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318332.085214:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318332.085217:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318332.085219:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318332.085801:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938694528:0@lo:250:kworker.0 00000400:00000100:0.0:1767318332.085876:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938694528 offset 0 length 520: 4 00000400:00000100:3.0:1767318332.147132:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918029312 offset 0 length 520: 4 00000400:00000100:3.0:1767318332.147155:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918029440 offset 0 length 520: 4 00010000:00010000:0.0:1767318332.916787:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318333.942094:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318334.964972:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318335.994432:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318336.116734:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318336.116744:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318336.116747:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318336.116753:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318336.116755:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318336.116758:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318337.012752:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318337.140644:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318337.140654:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318337.140656:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318337.140660:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318337.140663:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318337.140665:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318338.038200:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318339.060670:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318340.085085:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318341.111116:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318342.132715:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318342.388686:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318342.388696:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318342.388699:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318342.388702:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318342.388704:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318342.388707:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318343.157061:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318344.180646:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318345.207008:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318346.232984:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318347.253029:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318347.508637:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318347.508650:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318347.508653:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318347.508657:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318347.508660:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318347.508664:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318348.276856:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318349.301386:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318350.325247:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318351.348771:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318352.372860:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318352.628682:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318352.628696:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318352.628699:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318352.628713:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318352.628716:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318352.628719:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318353.397761:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318354.420964:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318355.448679:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318356.468837:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318356.596764:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318331/real 1767318331] req@ffff9a0441a27b80 x1853163938694272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318356 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318356.596805:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938694272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318356 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318356.597179:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318331/real 1767318331] req@ffff9a0441a24e00 x1853163938694400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318356 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318356.597195:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938694400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318356 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318356.597220:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318356.597314:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318356.597320:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938694272:0@lo:38:kworker.0 00000100:00080000:0.0:1767318356.597326:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318356.607872:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318356.607895:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318356.607898:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318356.607903:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318356.607908:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318356.607919:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3577 00000100:00080000:3.0:1767318356.607926:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318356.607935:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318356.607991:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938694656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318356.608013:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318356.608016:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318356.608018:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318356.608023:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3577 00000100:00080000:3.0:1767318356.608025:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318356.608030:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318356.608045:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938694784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318356.609324:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318356.609336:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938694400:0@lo:38:kworker.0 00000100:00100000:0.0:1767318356.609389:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938694656:0@lo:38:kworker.0 00000400:00000100:0.0:1767318356.609465:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938694656 offset 0 length 520: 4 00000100:00100000:0.0:1767318356.609611:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938694784:0@lo:38:kworker.0 00000400:00000100:0.0:1767318356.609631:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938694784 offset 0 length 520: 4 00000100:00080000:3.0:1767318356.611033:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318356.611043:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318357.492967:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318357.622790:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318332/real 1767318332] req@ffff9a0441a25c00 x1853163938694528/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318357 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318357.622837:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938694528/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318357 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318357.622863:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318357.622895:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318357.622899:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938694528:0@lo:250:kworker.0 00000100:00080000:3.0:1767318357.623064:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318357.623070:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318357.623074:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318357.623080:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3578 00000100:00080000:3.0:1767318357.623085:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318357.623093:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318357.623136:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27480 x1853163938694912/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318357.623198:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938694912:0@lo:250:kworker.0 00000400:00000100:0.0:1767318357.623256:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938694912 offset 0 length 520: 4 00000100:00080000:3.0:1767318357.623467:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318357.623485:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318357.623488:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318357.623492:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000100:3.0:1767318357.746074:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918029568 offset 0 length 520: 4 00000400:00000100:3.0:1767318357.746107:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918029696 offset 0 length 520: 4 00010000:00010000:0.0:1767318358.517471:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318359.540727:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318360.565207:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318361.588834:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318361.653356:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318361.653371:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318361.653375:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318361.653380:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318361.653383:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318361.653386:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318362.613580:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318362.676910:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318362.676924:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318362.676927:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318362.676931:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318362.676934:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318362.676938:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318363.636941:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318364.660722:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318365.684820:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318366.710622:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318367.734909:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318367.988925:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318367.988940:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318367.988943:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318367.988947:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318367.988950:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318367.988953:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318368.756878:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318369.780644:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318370.805216:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318371.831115:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318372.852792:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318373.109785:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318373.109796:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318373.109799:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318373.109802:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318373.109805:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318373.109807:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318373.878720:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318374.900687:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318375.925890:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318376.950364:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318377.972742:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318378.230555:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318378.230564:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318378.230567:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318378.230570:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318378.230572:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318378.230575:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318378.998909:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318380.022158:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318381.045728:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318381.110814:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318356/real 1767318356] req@ffff9a0441a26d80 x1853163938694656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318381 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318381.110845:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938694656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318381 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318381.110856:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318356/real 1767318356] req@ffff9a0441a27800 x1853163938694784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318381 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318381.110867:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938694784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318381 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318381.110884:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318381.110911:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318381.110915:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938694656:0@lo:38:kworker.0 00000100:00080000:1.0:1767318381.110920:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318381.110926:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318381.110928:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938694784:0@lo:38:kworker.0 00000100:00080000:2.0:1767318381.111231:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318381.111237:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318381.111240:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318381.111243:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318381.111246:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318381.111251:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3603 00000100:00080000:2.0:1767318381.111255:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318381.111261:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318381.111299:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938695040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318381.111323:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318381.111327:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318381.111328:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318381.111331:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3603 00000100:00080000:2.0:1767318381.111333:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318381.111337:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318381.111347:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318381.111469:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938695040:0@lo:38:kworker.0 00000400:00000100:1.0:1767318381.111574:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938695040 offset 0 length 520: 4 00000100:00100000:1.0:1767318381.111643:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938695168:0@lo:38:kworker.0 00000400:00000100:1.0:1767318381.111661:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938695168 offset 0 length 520: 4 00010000:00010000:0.0:1767318382.069735:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318382.133579:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318357/real 1767318357] req@ffff9a0441a27480 x1853163938694912/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318382 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318382.133613:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27480 x1853163938694912/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318382 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318382.133634:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318382.133662:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318382.133667:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938694912:0@lo:250:kworker.0 00000100:00080000:2.0:1767318382.134080:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318382.134088:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318382.134091:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318382.134096:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3604 00000100:00080000:2.0:1767318382.134100:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318382.134107:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318382.134142:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938695296/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318382.134173:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318382.134177:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318382.134180:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767318382.134491:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938695296:0@lo:250:kworker.0 00000400:00000100:1.0:1767318382.134575:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938695296 offset 0 length 520: 4 00000100:00080000:2.0:1767318382.134775:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000100:3.0:1767318382.320179:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918029824 offset 0 length 520: 4 00000400:00000100:3.0:1767318382.320481:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918029952 offset 0 length 520: 4 00010000:00010000:3.0:1767318383.094804:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318384.116747:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318385.140692:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318386.164869:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318386.164879:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318386.164881:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318386.164885:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318386.164887:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318386.164890:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318386.165439:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318387.188598:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318387.188609:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318387.188613:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318387.188616:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318387.188619:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318387.188622:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318387.189101:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318388.212910:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318389.238066:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318390.260750:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318391.287462:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318392.308743:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318392.564638:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318392.564648:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318392.564651:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318392.564655:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318392.564657:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318392.564660:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318393.333068:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318394.357206:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318395.380730:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318396.404889:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318397.428710:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318397.686011:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318397.686019:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318397.686022:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318397.686025:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318397.686028:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318397.686031:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318398.452783:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318399.476882:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318400.500824:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318401.524882:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318402.548815:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318402.809685:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318402.809694:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318402.809698:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318402.809701:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318402.809704:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318402.809707:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318403.574464:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318404.596851:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318405.620692:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318406.645157:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318406.645159:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318381/real 1767318381] req@ffff9a031c19b480 x1853163938695040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318406 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318406.645190:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938695040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318406 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318406.645214:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318381/real 1767318381] req@ffff9a031c19b100 x1853163938695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318406 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318406.645225:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318406 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318406.645245:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318406.645271:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318406.645276:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938695040:0@lo:38:kworker.0 00000100:00080000:0.0:1767318406.645282:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318406.645287:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318406.645290:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938695168:0@lo:38:kworker.0 00000100:00080000:1.0:1767318406.645388:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318406.645394:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318406.645396:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318406.645400:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318406.645403:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318406.645407:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3627 00000100:00080000:1.0:1767318406.645411:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318406.645417:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318406.645450:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81dc00 x1853163938695424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318406.645474:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318406.645478:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318406.645480:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318406.645483:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3627 00000100:00080000:1.0:1767318406.645485:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318406.645489:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318406.645500:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d180 x1853163938695552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318406.645699:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938695424:0@lo:38:kworker.0 00000400:00000100:0.0:1767318406.645749:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938695424 offset 0 length 520: 4 00000100:00100000:0.0:1767318406.645818:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938695552:0@lo:38:kworker.0 00000400:00000100:0.0:1767318406.645836:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938695552 offset 0 length 520: 4 00010000:00010000:3.0:1767318407.668832:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318407.669440:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318382/real 1767318382] req@ffff9a031c198700 x1853163938695296/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318407 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318407.669474:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938695296/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318407 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318407.669492:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318407.669530:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318407.669535:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938695296:0@lo:250:kworker.0 00000100:00080000:2.0:1767318407.669605:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318407.669611:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318407.669614:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318407.669619:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3628 00000100:00080000:2.0:1767318407.669623:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318407.669629:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318407.669660:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938695680/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318407.669686:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318407.669690:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318407.669701:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318407.669705:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318407.671943:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938695680:0@lo:250:kworker.0 00000400:00000100:0.0:1767318407.672000:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938695680 offset 0 length 520: 4 00000400:00000100:2.0:1767318407.921777:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918030080 offset 0 length 520: 4 00000400:00000100:2.0:1767318407.921802:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918030208 offset 0 length 520: 4 00010000:00010000:3.0:1767318408.696755:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318409.716787:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318410.740664:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318411.708412:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318411.708422:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318411.708435:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318411.708439:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318411.708441:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318411.708444:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318411.764816:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318412.724770:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318412.724780:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318412.724783:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318412.724786:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318412.724789:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318412.724792:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318412.788764:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318413.817813:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318414.836773:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318415.860703:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318416.885239:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318417.909239:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318418.164710:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318418.164720:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318418.164723:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318418.164727:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318418.164729:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318418.164732:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318418.936077:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318419.957465:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318420.981344:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318422.008140:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318423.032915:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318423.284883:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318423.284893:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318423.284898:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318423.284901:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318423.284904:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318423.284907:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318424.052846:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318425.078942:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318426.101317:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318427.125424:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318428.148865:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318428.404765:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318428.404779:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318428.404782:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318428.404785:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318428.404788:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318428.404791:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318429.172821:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318430.197011:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318431.156672:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318406/real 1767318406] req@ffff9a030c81dc00 x1853163938695424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318431.156716:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81dc00 x1853163938695424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318431.156728:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318406/real 1767318406] req@ffff9a030c81d180 x1853163938695552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318431.156739:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d180 x1853163938695552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318431.156759:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318431.156769:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318431.156773:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938695424:0@lo:38:kworker.0 00000100:00080000:0.0:1767318431.156778:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318431.156783:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318431.156787:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938695552:0@lo:38:kworker.0 00000100:00080000:1.0:1767318431.156923:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318431.156929:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318431.156932:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318431.156935:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318431.156939:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318431.156944:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3653 00000100:00080000:1.0:1767318431.156948:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318431.156988:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318431.157022:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ce00 x1853163938695808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318431.157062:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318431.157065:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318431.157067:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318431.157070:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3653 00000100:00080000:1.0:1767318431.157073:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318431.157076:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318431.157087:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f100 x1853163938695936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318431.157164:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938695808:0@lo:38:kworker.0 00000400:00000100:2.0:1767318431.157249:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938695808 offset 0 length 520: 4 00000100:00100000:2.0:1767318431.157309:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938695936:0@lo:38:kworker.0 00000400:00000100:2.0:1767318431.157326:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938695936 offset 0 length 520: 4 00010000:00010000:1.0:1767318431.222358:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318432.180637:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318407/real 1767318407] req@ffff9a031c19bb80 x1853163938695680/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318432 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318432.180681:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938695680/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318432 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318432.180701:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318432.180728:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318432.180733:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938695680:0@lo:250:kworker.0 00000100:00080000:0.0:1767318432.180932:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318432.180938:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318432.180941:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318432.180945:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3654 00000100:00080000:0.0:1767318432.180949:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318432.180955:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318432.181003:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835500 x1853163938696064/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318432.181033:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318432.181037:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318432.181040:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318432.181043:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318432.181177:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938696064:0@lo:250:kworker.0 00000400:00000100:2.0:1767318432.181224:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938696064 offset 0 length 520: 4 00010000:00010000:3.0:1767318432.252285:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318432.509114:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918030336 offset 0 length 520: 4 00000400:00000100:3.0:1767318432.509138:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918030464 offset 0 length 520: 4 00010000:00010000:3.0:1767318433.268739:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318434.294544:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318435.318138:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318436.216740:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318436.216749:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318436.216753:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318436.216757:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318436.216760:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318436.216763:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318436.340678:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318437.236946:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318437.236956:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318437.236959:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318437.236962:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318437.236965:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318437.236968:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318437.371492:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318438.388872:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318439.417794:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318440.437277:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318441.460719:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318442.487380:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318442.742212:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318442.742222:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318442.742224:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318442.742228:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318442.742230:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318442.742232:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318443.508772:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318444.532744:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318445.556747:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318446.580671:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318447.604712:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318447.864260:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318447.864269:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318447.864272:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318447.864276:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318447.864278:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318447.864280:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318448.629545:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318449.653899:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318450.676706:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318451.700680:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318452.724728:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318452.981482:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318452.981492:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318452.981496:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318452.981499:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318452.981501:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318452.981518:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318453.749342:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318454.776769:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318455.798316:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318456.692681:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318431/real 1767318431] req@ffff9a030c81ce00 x1853163938695808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318456 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318456.692725:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ce00 x1853163938695808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318456 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318456.692738:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318431/real 1767318431] req@ffff9a030c81f100 x1853163938695936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318456 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318456.692750:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f100 x1853163938695936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318456 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318456.692773:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318456.692806:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318456.692811:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938695808:0@lo:38:kworker.0 00000100:00080000:2.0:1767318456.692817:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318456.692822:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318456.692825:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938695936:0@lo:38:kworker.0 00000100:00080000:3.0:1767318456.693117:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.693124:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318456.693127:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.693131:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318456.693134:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318456.693139:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3677 00000100:00080000:3.0:1767318456.693144:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318456.693152:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318456.693200:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318456.693226:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318456.693229:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318456.693231:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318456.693235:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3677 00000100:00080000:3.0:1767318456.693238:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318456.693241:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318456.693256:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27480 x1853163938696320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318456.693664:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938696192:0@lo:38:kworker.0 00000400:00000100:2.0:1767318456.693726:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938696192 offset 0 length 520: 4 00000100:00100000:2.0:1767318456.693854:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938696320:0@lo:38:kworker.0 00000400:00000100:2.0:1767318456.693874:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938696320 offset 0 length 520: 4 00010000:00010000:1.0:1767318456.826008:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318457.717126:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318432/real 1767318432] req@ffff9a0303835500 x1853163938696064/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318457 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318457.717168:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835500 x1853163938696064/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318457 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318457.717194:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318457.717229:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318457.717234:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938696064:0@lo:250:kworker.0 00000100:00080000:3.0:1767318457.718752:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318457.718765:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318457.718770:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318457.718780:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3678 00000100:00080000:3.0:1767318457.718786:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318457.718796:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318457.718850:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938696448/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318457.718901:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318457.718908:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318457.718912:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318457.718915:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318457.719118:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938696448:0@lo:250:kworker.0 00000400:00000100:2.0:1767318457.719188:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938696448 offset 0 length 520: 4 00010000:00010000:3.0:1767318457.844842:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318458.094749:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918030592 offset 0 length 520: 4 00000400:00000100:3.0:1767318458.094784:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918030720 offset 0 length 520: 4 00010000:00010000:3.0:1767318458.868948:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318459.894264:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318460.918465:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318461.748760:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318461.748769:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318461.748773:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318461.748776:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318461.748779:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318461.748782:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1767318461.940954:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318462.774019:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318462.774028:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318462.774032:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318462.774036:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318462.774038:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318462.774041:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318462.967928:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318463.989343:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318465.012844:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318466.040579:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318467.061088:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318467.828977:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318467.828986:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318467.828990:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318467.828993:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318467.828996:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318467.828999:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318468.085634:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318469.108838:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318470.134649:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318471.160924:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318472.180686:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318472.953943:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318472.953953:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318472.953956:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318472.953959:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318472.953962:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318472.953965:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318473.206414:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318474.229167:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318475.253599:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318476.278492:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318477.300612:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318478.069642:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318478.069653:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318478.069656:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318478.069660:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318478.069663:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318478.069666:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318478.324873:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318479.348785:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318480.372904:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318481.204622:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318456/real 1767318456] req@ffff9a0441a24380 x1853163938696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318481 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318481.204657:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318481 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318481.204669:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318456/real 1767318456] req@ffff9a0441a27480 x1853163938696320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318481 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318481.204687:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27480 x1853163938696320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318481 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318481.204705:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318481.204732:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318481.204736:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938696192:0@lo:38:kworker.0 00000100:00080000:0.0:1767318481.204741:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318481.204746:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318481.204750:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938696320:0@lo:38:kworker.0 00000100:00080000:1.0:1767318481.204861:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318481.204883:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318481.204886:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318481.204890:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318481.204894:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318481.204898:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3703 00000100:00080000:1.0:1767318481.204901:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318481.204908:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318481.204943:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ea00 x1853163938696576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318481.204966:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318481.204969:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318481.204971:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318481.204973:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3703 00000100:00080000:1.0:1767318481.204975:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318481.204978:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318481.204990:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d500 x1853163938696704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318481.205348:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938696576:0@lo:38:kworker.0 00000400:00000100:0.0:1767318481.205399:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938696576 offset 0 length 520: 4 00000100:00100000:0.0:1767318481.205459:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938696704:0@lo:38:kworker.0 00000400:00000100:0.0:1767318481.205476:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938696704 offset 0 length 520: 4 00010000:00010000:0.0:1767318481.396705:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318482.229149:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318457/real 1767318457] req@ffff9a0441a27800 x1853163938696448/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318482 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318482.229182:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938696448/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318482 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318482.229201:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318482.229229:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318482.229233:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938696448:0@lo:250:kworker.0 00000100:00080000:2.0:1767318482.229299:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318482.229304:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318482.229307:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318482.229311:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3704 00000100:00080000:2.0:1767318482.229314:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318482.229320:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318482.229349:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938696832/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318482.229372:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318482.229377:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318482.229379:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318482.229382:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318482.229982:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938696832:0@lo:250:kworker.0 00000400:00000100:0.0:1767318482.230035:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938696832 offset 0 length 520: 4 00010000:00010000:3.0:1767318482.421210:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318482.674125:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918030848 offset 0 length 520: 4 00000400:00000100:3.0:1767318482.674167:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918030976 offset 0 length 520: 4 00010000:00010000:3.0:1767318483.444883:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318484.468748:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318485.497893:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318486.261397:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318486.261405:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318486.261407:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318486.261410:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318486.261412:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318486.261414:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318486.516734:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318487.285650:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318487.285660:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318487.285663:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318487.285667:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318487.285669:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318487.285672:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318487.542819:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318488.565141:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318489.593233:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318490.613045:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318491.637772:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318492.404687:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318492.404697:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318492.404699:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318492.404702:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318492.404705:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318492.404708:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318492.660823:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318493.685105:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318494.709050:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318495.733343:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318496.756772:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318497.529048:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318497.529057:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318497.529060:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318497.529063:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318497.529066:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318497.529068:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318497.780756:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318498.806312:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318499.831559:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318500.852834:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318501.877578:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318502.644947:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318502.644960:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318502.644963:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318502.644966:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318502.644968:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318502.644971:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318502.900741:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318503.924736:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318504.948931:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318505.974403:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318506.740675:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318481/real 1767318481] req@ffff9a030c81ea00 x1853163938696576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318506 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318506.740712:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ea00 x1853163938696576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318506 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318506.740729:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318481/real 1767318481] req@ffff9a030c81d500 x1853163938696704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318506 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318506.740745:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d500 x1853163938696704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318506 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318506.740766:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318506.740797:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318506.740801:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938696576:0@lo:38:kworker.0 00000100:00080000:2.0:1767318506.740806:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318506.740811:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318506.740814:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938696704:0@lo:38:kworker.0 00000100:00080000:3.0:1767318506.741018:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318506.741028:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318506.741032:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318506.741048:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318506.741053:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318506.741062:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3727 00000100:00080000:3.0:1767318506.741067:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318506.741075:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318506.741127:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938696960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318506.741166:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318506.741170:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318506.741172:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318506.741176:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3727 00000100:00080000:3.0:1767318506.741179:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318506.741183:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318506.741198:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938697088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318506.741377:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938696960:0@lo:38:kworker.0 00000400:00000100:2.0:1767318506.741446:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938696960 offset 0 length 520: 4 00000100:00100000:2.0:1767318506.741558:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938697088:0@lo:38:kworker.0 00000400:00000100:2.0:1767318506.741578:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938697088 offset 0 length 520: 4 00010000:00010000:0.0:1767318506.997017:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318507.248797:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918031104 offset 0 length 520: 4 00000400:00000100:0.0:1767318507.248827:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918031232 offset 0 length 520: 4 00000100:00100000:2.0:1767318507.764791:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318482/real 1767318482] req@ffff9a031c19bb80 x1853163938696832/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318507 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318507.764825:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938696832/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318507 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318507.764859:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318507.764881:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318507.764885:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938696832:0@lo:250:kworker.0 00000100:00080000:0.0:1767318507.765033:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318507.765039:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318507.765043:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318507.765047:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3728 00000100:00080000:0.0:1767318507.765051:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318507.765057:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318507.765094:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835880 x1853163938697216/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318507.765124:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318507.765128:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318507.765130:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318507.765133:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318507.765343:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938697216:0@lo:250:kworker.0 00000400:00000100:1.0:1767318507.765425:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938697216 offset 0 length 520: 4 00010000:00010000:3.0:1767318508.020926:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318509.044766:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318510.070142:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318511.094408:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318511.796830:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318511.796841:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318511.796844:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318511.796847:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318511.796850:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318511.796853:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318512.116983:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318512.821352:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318512.821362:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318512.821366:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318512.821370:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318512.821372:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318512.821375:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318513.140928:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318514.170224:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318515.189242:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318516.213199:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318517.239259:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318518.004637:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318518.004647:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318518.004651:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318518.004655:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318518.004657:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318518.004660:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318518.260772:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318519.284780:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318520.312874:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318521.333104:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318522.357085:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318523.125250:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318523.125260:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318523.125263:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318523.125266:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318523.125269:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318523.125272:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318523.381152:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318524.404898:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318525.428727:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318526.452716:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318527.477573:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318528.245864:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318528.245876:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318528.245879:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318528.245882:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318528.245885:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318528.245887:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318528.500731:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318529.524710:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318530.549239:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318531.252640:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318506/real 1767318506] req@ffff9a0441a26d80 x1853163938696960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318531 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318531.252675:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938696960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318531 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318531.252684:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318506/real 1767318506] req@ffff9a0441a25c00 x1853163938697088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318531 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318531.252696:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938697088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318531 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318531.252715:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318531.252748:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318531.252752:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938696960:0@lo:38:kworker.0 00000100:00080000:1.0:1767318531.252757:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318531.252762:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318531.252765:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938697088:0@lo:38:kworker.0 00000100:00080000:3.0:1767318531.253039:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318531.253045:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318531.253048:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318531.253051:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318531.253054:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318531.253059:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3753 00000100:00080000:3.0:1767318531.253062:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318531.253069:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318531.253103:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938697344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318531.253128:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318531.253131:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318531.253133:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318531.253136:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3753 00000100:00080000:3.0:1767318531.253139:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318531.253142:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318531.253154:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318531.253220:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938697344:0@lo:38:kworker.0 00000400:00000100:1.0:1767318531.253271:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938697344 offset 0 length 520: 4 00000100:00100000:1.0:1767318531.253341:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938697472:0@lo:38:kworker.0 00000400:00000100:1.0:1767318531.253359:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938697472 offset 0 length 520: 4 00010000:00010000:3.0:1767318531.573027:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318532.278771:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318507/real 1767318507] req@ffff9a0303835880 x1853163938697216/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318532 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318532.278806:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835880 x1853163938697216/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318532 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318532.278826:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318532.278853:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318532.278857:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938697216:0@lo:250:kworker.0 00000100:00080000:3.0:1767318532.279067:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318532.279072:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318532.279076:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318532.279081:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3754 00000100:00080000:3.0:1767318532.279084:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318532.279090:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318532.279121:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938697600/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318532.279147:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318532.279151:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318532.279153:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318532.279156:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318532.279259:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938697600:0@lo:250:kworker.0 00000400:00000100:1.0:1767318532.279302:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938697600 offset 0 length 520: 4 00010000:00010000:0.0:1767318532.597624:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318532.846745:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918031360 offset 0 length 520: 4 00000400:00000100:0.0:1767318532.846772:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918031488 offset 0 length 520: 4 00010000:00010000:3.0:1767318533.620720:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318534.646553:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318535.669356:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318536.308849:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318536.308860:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318536.308864:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318536.308867:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318536.308870:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318536.308873:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318536.696503:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318537.717390:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318538.743249:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318539.767196:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318540.788806:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318541.557598:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318541.557612:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318541.557618:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318541.557622:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318541.557625:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318541.557628:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318541.813528:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318542.837700:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318543.861974:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318544.884891:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318545.908720:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318546.676791:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.676800:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318546.676803:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.676807:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318546.676810:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318546.676813:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318546.935432:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318547.956751:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318548.981118:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318550.004906:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318551.028792:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318551.798491:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318551.798531:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318551.798535:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318551.798539:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318551.798542:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318551.798545:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318552.052990:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318553.077387:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318554.103098:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318555.127425:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318556.148969:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318556.788716:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318531/real 1767318531] req@ffff9a0441a24e00 x1853163938697344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318556 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318556.788762:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938697344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318556 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318556.788775:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318531/real 1767318531] req@ffff9a0441a27b80 x1853163938697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318556 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318556.788790:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318556 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318556.788812:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318556.788838:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318556.788841:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938697344:0@lo:38:kworker.0 00000100:00080000:1.0:1767318556.788846:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318556.788850:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318556.788852:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938697472:0@lo:38:kworker.0 00000100:00080000:2.0:1767318556.789113:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318556.789120:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318556.789123:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318556.789127:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318556.789131:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318556.789136:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3777 00000100:00080000:2.0:1767318556.789140:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318556.789148:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318556.789193:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318556.789264:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938697728:0@lo:38:kworker.0 00000400:00000100:3.0:1767318556.789342:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938697728 offset 0 length 520: 4 00000100:00080000:2.0:1767318556.789423:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318556.789429:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318556.789430:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318556.789434:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3777 00000100:00080000:2.0:1767318556.789437:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318556.789443:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318556.789457:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938697856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318556.790689:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938697856:0@lo:38:kworker.0 00000400:00000100:3.0:1767318556.790733:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938697856 offset 0 length 520: 4 00010000:00010000:3.0:1767318557.173227:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318557.422241:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918031616 offset 0 length 520: 4 00000400:00000100:0.0:1767318557.422270:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918031744 offset 0 length 520: 4 00000100:00100000:3.0:1767318557.813222:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318532/real 1767318532] req@ffff9a0441a25c00 x1853163938697600/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318557 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318557.813613:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938697600/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318557 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318557.813641:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318557.819574:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318557.819588:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938697600:0@lo:250:kworker.0 00000100:00080000:2.0:1767318557.819704:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318557.819711:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318557.819715:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318557.819720:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3778 00000100:00080000:2.0:1767318557.819724:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318557.819732:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318557.819775:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938697984/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318557.819802:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318557.819807:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318557.819810:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318557.819813:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767318557.820225:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938697984:0@lo:250:kworker.0 00000400:00000100:3.0:1767318557.820290:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938697984 offset 0 length 520: 4 00010000:00010000:0.0:1767318558.197467:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318559.220888:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318560.244740:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318561.268791:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318561.845055:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318561.845063:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318561.845065:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318561.845069:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318561.845072:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318561.845075:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318562.301253:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318562.868956:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318562.868966:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318562.868969:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318562.868972:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318562.868976:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318562.868979:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318563.316725:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318564.340866:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318565.366442:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318566.389382:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318567.414585:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318568.180933:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318568.180952:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318568.180955:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318568.180958:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318568.180961:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318568.180964:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318568.437524:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318569.461500:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318570.486570:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318571.509229:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318572.533199:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318573.301171:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318573.301296:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318573.301311:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318573.301315:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318573.301318:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318573.301325:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318573.556958:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318574.581340:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318575.605566:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318576.628888:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318577.652904:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318578.420853:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318578.420862:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318578.420865:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318578.420868:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318578.420880:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318578.420883:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318578.679122:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318579.700735:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318580.726056:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318581.300661:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318556/real 1767318556] req@ffff9a031c19b800 x1853163938697856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318581 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318581.300694:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938697856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318581 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318581.300720:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318556/real 1767318556] req@ffff9a031c19bb80 x1853163938697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318581 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318581.300769:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318581 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318581.300788:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318581.300873:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318581.300879:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938697856:0@lo:38:kworker.0 00000100:00080000:1.0:1767318581.300886:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318581.326447:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318581.326456:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318581.326459:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318581.326463:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318581.326467:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318581.326474:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3803 00000100:00080000:2.0:1767318581.326479:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318581.326486:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318581.326547:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938698112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318581.326563:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318581.326566:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318581.326568:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318581.326571:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3803 00000100:00080000:2.0:1767318581.326573:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318581.326576:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318581.326587:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938698240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318581.327120:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318581.327127:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938697728:0@lo:38:kworker.0 00000100:00080000:2.0:1767318581.327392:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318581.327396:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318581.328626:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938698112:0@lo:38:kworker.0 00000400:00000100:0.0:1767318581.328687:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938698112 offset 0 length 520: 4 00000100:00100000:0.0:1767318581.328775:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938698240:0@lo:38:kworker.0 00000400:00000100:0.0:1767318581.328793:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938698240 offset 0 length 520: 4 00010000:00010000:3.0:1767318581.748786:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318582.388721:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318557/real 1767318557] req@ffff9a031c198700 x1853163938697984/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318582 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318582.388754:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938697984/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318582 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318582.388786:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318582.388811:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318582.388815:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938697984:0@lo:250:kworker.0 00000100:00080000:2.0:1767318582.388859:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318582.388865:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318582.388868:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318582.388873:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3804 00000100:00080000:2.0:1767318582.388877:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318582.388884:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318582.388914:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938698368/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318582.388944:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318582.388949:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318582.388952:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318582.388955:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318582.389020:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938698368:0@lo:250:kworker.0 00000400:00000100:0.0:1767318582.389065:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938698368 offset 0 length 520: 4 00010000:00010000:3.0:1767318582.772719:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318583.024686:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918031872 offset 0 length 520: 4 00000400:00000100:3.0:1767318583.024712:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918032000 offset 0 length 520: 4 00010000:00010000:0.0:1767318583.796786:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318584.822307:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318585.847692:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318586.420885:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318586.420895:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318586.420898:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318586.420902:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318586.420904:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318586.420907:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318586.871724:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318587.444744:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318587.444753:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318587.444756:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318587.444759:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318587.444762:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318587.444764:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318587.895492:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318588.916971:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318589.943960:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318590.964886:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318591.992015:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318592.757645:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318592.757656:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318592.757659:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318592.757663:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318592.757666:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318592.757681:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318593.012874:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318594.037070:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318595.061313:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318596.084864:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318597.108976:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318597.877190:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318597.877200:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318597.877239:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318597.877243:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318597.877246:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318597.877250:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318598.132897:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318599.157964:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318600.182504:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318601.204802:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318602.228748:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318602.996784:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318602.996794:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318602.996797:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318602.996800:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318602.996803:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318602.996806:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318603.252881:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318604.276819:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318605.301712:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318606.326190:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318606.900732:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318581/real 1767318581] req@ffff9a031c19b100 x1853163938698112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318606 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318606.900796:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938698112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318606 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318606.900807:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318581/real 1767318581] req@ffff9a031c19b480 x1853163938698240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318606 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318606.900819:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938698240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318606 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318606.900837:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318606.900846:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318606.900849:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938698112:0@lo:38:kworker.0 00000100:00080000:0.0:1767318606.900854:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318606.900859:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318606.900862:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938698240:0@lo:38:kworker.0 00000100:00080000:2.0:1767318606.901058:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318606.901063:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318606.901066:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318606.901069:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318606.901072:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318606.901077:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3828 00000100:00080000:2.0:1767318606.901080:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318606.901098:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318606.901129:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938698496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318606.901159:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318606.901162:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318606.901164:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318606.901167:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3828 00000100:00080000:2.0:1767318606.901169:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318606.901172:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318606.901183:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938698624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318606.905709:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938698496:0@lo:38:kworker.0 00000400:00000100:1.0:1767318606.905797:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938698496 offset 0 length 520: 4 00000100:00100000:1.0:1767318606.905871:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938698624:0@lo:38:kworker.0 00000400:00000100:1.0:1767318606.905899:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938698624 offset 0 length 520: 4 00010000:00010000:3.0:1767318607.348709:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318607.599903:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918032128 offset 0 length 520: 4 00000400:00000100:3.0:1767318607.599926:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918032256 offset 0 length 520: 4 00000100:00100000:1.0:1767318607.924920:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318582/real 1767318582] req@ffff9a031c198700 x1853163938698368/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318607 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318607.925015:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938698368/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318607 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318607.925035:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318607.925070:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318607.925074:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938698368:0@lo:250:kworker.0 00000100:00080000:0.0:1767318607.925313:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318607.925331:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318607.925334:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318607.925339:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3829 00000100:00080000:0.0:1767318607.925343:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318607.925348:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318607.925387:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835880 x1853163938698752/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318607.925411:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318607.925424:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318607.925427:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318607.925430:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318607.925628:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938698752:0@lo:250:kworker.0 00000400:00000100:1.0:1767318607.925680:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938698752 offset 0 length 520: 4 00010000:00010000:3.0:1767318608.373076:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318609.397115:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318610.420753:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318611.445021:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318611.956733:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318611.956743:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318611.956745:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318611.956749:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318611.956751:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318611.956754:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318612.470438:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318612.981130:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318612.981140:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318612.981143:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318612.981146:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318612.981148:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318612.981151:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318613.494095:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318614.516959:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318615.540836:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318616.566536:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318617.589005:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318618.360095:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318618.360105:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318618.360108:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318618.360111:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318618.360113:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318618.360116:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318618.622127:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318619.638281:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318620.661559:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318621.684714:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318622.708681:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318623.477940:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318623.477951:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318623.477955:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318623.477958:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318623.477961:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318623.477964:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318623.733002:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318624.756716:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318625.780739:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318626.804777:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318627.828721:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318628.597333:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318628.597344:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318628.597347:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318628.597350:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318628.597353:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318628.597356:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318628.855073:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318629.876718:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318630.900712:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318631.412610:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318606/real 1767318606] req@ffff9a031c19bb80 x1853163938698496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318631 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318631.412645:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938698496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318631 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318631.412656:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318606/real 1767318606] req@ffff9a031c19b800 x1853163938698624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318631 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318631.412669:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938698624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318631 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318631.412691:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318631.412721:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318631.412725:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938698496:0@lo:38:kworker.0 00000100:00080000:0.0:1767318631.412730:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318631.412736:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318631.412739:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938698624:0@lo:38:kworker.0 00000100:00080000:3.0:1767318631.412888:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318631.412893:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318631.412895:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318631.412899:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318631.412901:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318631.412906:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3853 00000100:00080000:3.0:1767318631.412910:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318631.412915:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318631.412946:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938698880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318631.412976:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318631.412979:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318631.412981:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318631.412984:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3853 00000100:00080000:3.0:1767318631.412986:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318631.412989:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318631.412999:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938699008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318631.413078:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938698880:0@lo:38:kworker.0 00000400:00000100:0.0:1767318631.413122:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938698880 offset 0 length 520: 4 00000100:00100000:0.0:1767318631.413248:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938699008:0@lo:38:kworker.0 00000400:00000100:0.0:1767318631.413267:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938699008 offset 0 length 520: 4 00010000:00010000:0.0:1767318631.924721:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318632.174869:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918032384 offset 0 length 520: 4 00000400:00000100:3.0:1767318632.174892:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918032512 offset 0 length 520: 4 00000100:00100000:0.0:1767318632.436666:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318607/real 1767318607] req@ffff9a0303835880 x1853163938698752/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318632 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318632.436699:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835880 x1853163938698752/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318632 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318632.436718:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318632.436748:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318632.436752:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938698752:0@lo:250:kworker.0 00000100:00080000:3.0:1767318632.437718:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318632.437726:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318632.437729:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318632.437736:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3854 00000100:00080000:3.0:1767318632.437741:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318632.437747:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318632.437781:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938699136/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318632.437818:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318632.437823:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318632.437826:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318632.437829:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318632.438024:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938699136:0@lo:250:kworker.0 00000400:00000100:0.0:1767318632.438069:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938699136 offset 0 length 520: 4 00010000:00010000:3.0:1767318632.948757:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318633.974738:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318634.996847:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318636.021468:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318636.469066:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318636.469076:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318636.469080:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318636.469083:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318636.469086:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318636.469089:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318637.046034:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318637.492867:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318637.492877:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318637.492880:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318637.492883:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318637.492886:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318637.492888:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318638.069797:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318639.093741:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318640.119616:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318641.142245:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318642.182546:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318642.932683:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318642.932693:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318642.932696:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318642.932700:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318642.932702:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318642.932705:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318643.188720:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318644.212796:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318645.238539:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318646.261270:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318647.292344:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318648.052751:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318648.052766:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318648.052769:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318648.052773:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318648.052776:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318648.052779:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318648.309020:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318649.333096:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318650.356726:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318651.386407:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318652.405617:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318653.172650:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318653.172670:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318653.172674:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318653.172677:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318653.172680:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318653.172682:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318653.429650:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318654.453463:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318655.478123:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318656.500782:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318656.948792:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318631/real 1767318631] req@ffff9a0441a25c00 x1853163938698880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318656 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318656.948824:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938698880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318656 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318656.948839:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318631/real 1767318631] req@ffff9a0441a26d80 x1853163938699008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318656 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318656.948851:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938699008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318656 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318656.948867:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318656.948895:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318656.948899:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938698880:0@lo:38:kworker.0 00000100:00080000:0.0:1767318656.948905:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318656.948910:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318656.948913:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938699008:0@lo:38:kworker.0 00000100:00080000:1.0:1767318656.949066:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318656.949071:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318656.949074:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318656.949077:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318656.949080:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318656.949085:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3878 00000100:00080000:1.0:1767318656.949088:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318656.949094:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318656.949167:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81fb80 x1853163938699264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318656.949200:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318656.949203:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318656.949205:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318656.949208:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3878 00000100:00080000:1.0:1767318656.949210:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318656.949213:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318656.949225:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81df80 x1853163938699392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318656.949607:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938699264:0@lo:38:kworker.0 00000400:00000100:0.0:1767318656.949662:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938699264 offset 0 length 520: 4 00000100:00100000:0.0:1767318656.949722:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938699392:0@lo:38:kworker.0 00000400:00000100:0.0:1767318656.949737:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938699392 offset 0 length 520: 4 00010000:00010000:0.0:1767318657.524730:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318657.783708:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918032640 offset 0 length 520: 4 00000400:00000100:3.0:1767318657.783733:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918032768 offset 0 length 520: 4 00000100:00100000:0.0:1767318657.972654:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318632/real 1767318632] req@ffff9a0441a27800 x1853163938699136/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318657 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318657.972688:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938699136/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318657 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318657.972709:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318657.972741:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318657.972745:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938699136:0@lo:250:kworker.0 00000100:00080000:1.0:1767318657.972842:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318657.972847:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318657.972850:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318657.972854:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3879 00000100:00080000:1.0:1767318657.972857:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318657.972863:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318657.972894:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ca80 x1853163938699520/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318657.972921:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318657.972925:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318657.972928:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318657.972931:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318657.972997:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938699520:0@lo:250:kworker.0 00000400:00000100:0.0:1767318657.973039:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938699520 offset 0 length 520: 4 00010000:00010000:3.0:1767318658.549323:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318659.573443:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318660.601625:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318661.620801:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318662.005057:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318662.005067:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318662.005070:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318662.005073:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318662.005076:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318662.005078:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318662.648472:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318663.031033:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318663.031043:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318663.031046:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318663.031049:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318663.031051:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318663.031054:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318663.670131:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318664.692820:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318665.717003:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318666.741544:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318667.765485:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318668.532632:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318668.532641:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318668.532644:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318668.532648:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318668.532651:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318668.532653:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318668.789287:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318669.813013:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318670.836732:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318671.861105:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318672.886161:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318673.652725:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318673.652735:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318673.652739:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318673.652742:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318673.652745:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318673.652748:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318673.914388:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318674.932998:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318675.961283:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318676.980726:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318678.005646:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318678.772637:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318678.772646:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318678.772650:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318678.772653:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318678.772655:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318678.772658:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318679.028741:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318680.052959:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318681.078553:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318681.460633:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318656/real 1767318656] req@ffff9a030c81fb80 x1853163938699264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318681 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318681.460666:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81fb80 x1853163938699264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318681 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318681.460675:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318656/real 1767318656] req@ffff9a030c81df80 x1853163938699392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318681 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318681.460685:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81df80 x1853163938699392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318681 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318681.460703:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318681.460732:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318681.460736:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938699264:0@lo:38:kworker.0 00000100:00080000:1.0:1767318681.460741:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318681.460747:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318681.460749:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938699392:0@lo:38:kworker.0 00000100:00080000:3.0:1767318681.461569:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318681.461577:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318681.461580:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318681.461583:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318681.461586:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318681.461591:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3903 00000100:00080000:3.0:1767318681.461595:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318681.461601:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318681.461634:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27480 x1853163938699648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318681.461663:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318681.461666:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318681.461668:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318681.461671:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3903 00000100:00080000:3.0:1767318681.461673:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318681.461677:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318681.461689:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938699776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318681.461767:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938699648:0@lo:38:kworker.0 00000400:00000100:1.0:1767318681.461856:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938699648 offset 0 length 520: 4 00000100:00100000:1.0:1767318681.461916:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938699776:0@lo:38:kworker.0 00000400:00000100:1.0:1767318681.461932:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938699776 offset 0 length 520: 4 00010000:00010000:3.0:1767318682.100745:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318682.356856:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918032896 offset 0 length 520: 4 00000400:00000100:3.0:1767318682.356882:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918033024 offset 0 length 520: 4 00000100:00100000:1.0:1767318682.484639:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318657/real 1767318657] req@ffff9a030c81ca80 x1853163938699520/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318682 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318682.484673:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ca80 x1853163938699520/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318682 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318682.484693:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318682.484740:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318682.484745:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938699520:0@lo:250:kworker.0 00000100:00080000:3.0:1767318682.484845:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318682.484851:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318682.484854:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318682.484859:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3904 00000100:00080000:3.0:1767318682.484863:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318682.484869:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318682.484901:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938699904/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318682.484925:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318682.484929:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318682.484932:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318682.484935:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318682.485088:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938699904:0@lo:250:kworker.0 00000400:00000100:1.0:1767318682.485140:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938699904 offset 0 length 520: 4 00010000:00010000:0.0:1767318683.124969:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318684.151963:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318685.173289:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318686.201274:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318686.517881:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.517895:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318686.517899:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.517903:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318686.517906:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318686.517909:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318687.220788:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318687.542374:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318687.542384:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318687.542387:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318687.542390:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318687.542392:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318687.542395:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318688.244837:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318689.268983:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318690.294232:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318691.316761:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318692.340903:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318692.596823:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318692.596838:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318692.596842:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318692.596848:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318692.596851:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318692.596854:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318693.365190:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318694.389147:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318695.414668:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318696.437845:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318697.460991:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318697.717771:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318697.717784:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318697.717787:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318697.717791:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318697.717794:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318697.717797:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318698.484891:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318699.509313:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318700.533279:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318701.558470:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318702.581395:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318702.837094:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318702.837104:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318702.837107:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318702.837110:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318702.837113:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318702.837116:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318703.604728:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318704.629058:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318705.654024:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318706.679747:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318706.997207:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318681/real 1767318681] req@ffff9a0441a27480 x1853163938699648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318706 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318706.997250:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27480 x1853163938699648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318706 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318706.997261:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318681/real 1767318681] req@ffff9a0441a24380 x1853163938699776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318706 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318706.997271:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938699776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318706 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318706.997299:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318706.997328:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318706.997332:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938699648:0@lo:38:kworker.0 00000100:00080000:0.0:1767318706.997338:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318706.997343:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318706.997346:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938699776:0@lo:38:kworker.0 00000100:00080000:2.0:1767318706.997422:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.997428:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318706.997430:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.997434:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318706.997437:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318706.997441:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3928 00000100:00080000:2.0:1767318706.997445:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318706.997451:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318706.997485:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938700032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318706.997520:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318706.997524:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318706.997526:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318706.997529:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3928 00000100:00080000:2.0:1767318706.997531:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318706.997535:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318706.997547:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938700160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318706.997849:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938700032:0@lo:38:kworker.0 00000400:00000100:0.0:1767318706.997893:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938700032 offset 0 length 520: 4 00000100:00100000:0.0:1767318706.997963:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938700160:0@lo:38:kworker.0 00000400:00000100:0.0:1767318706.997980:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938700160 offset 0 length 520: 4 00010000:00010000:3.0:1767318707.701050:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318707.949499:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918033152 offset 0 length 520: 4 00000400:00000100:3.0:1767318707.949554:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918033280 offset 0 length 520: 4 00000100:00100000:0.0:1767318708.020971:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318682/real 1767318682] req@ffff9a0441a27800 x1853163938699904/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318707 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318708.021004:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938699904/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318707 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318708.021023:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318708.021044:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318708.021048:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938699904:0@lo:250:kworker.0 00000100:00080000:2.0:1767318708.022013:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318708.022021:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318708.022025:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318708.022031:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3929 00000100:00080000:2.0:1767318708.022035:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318708.022042:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318708.022074:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938700288/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318708.022107:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318708.022111:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318708.022114:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318708.022116:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318708.022756:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938700288:0@lo:250:kworker.0 00000400:00000100:0.0:1767318708.022819:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938700288 offset 0 length 520: 4 00010000:00010000:0.0:1767318708.725072:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318709.749884:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318710.772743:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318711.796723:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318712.052688:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318712.052698:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318712.052701:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318712.052705:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318712.052707:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318712.052710:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318712.820718:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318713.077292:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318713.077300:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318713.077303:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318713.077306:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318713.077309:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318713.077312:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318713.844727:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318714.869492:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318715.894075:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318716.919852:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318717.943957:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318718.199526:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318718.199535:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318718.199539:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318718.199542:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318718.199544:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318718.199548:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318718.964761:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318719.990754:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318721.012746:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318722.038250:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318723.061015:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318723.317569:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318723.317583:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318723.317586:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318723.317590:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318723.317593:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318723.317596:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318724.084936:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318725.108804:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318726.132822:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318727.156804:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318728.180794:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318728.438538:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318728.438547:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318728.438551:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318728.438554:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318728.438557:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318728.438560:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318729.204801:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318730.228681:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318731.258964:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318731.508668:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318706/real 1767318706] req@ffff9a031c19b800 x1853163938700032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318731 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318731.508704:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938700032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318731 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318731.508711:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318706/real 1767318706] req@ffff9a031c19bb80 x1853163938700160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318731 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318731.508729:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938700160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318731 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318731.508743:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318731.508806:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318731.508810:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938700032:0@lo:38:kworker.0 00000100:00080000:1.0:1767318731.508815:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318731.508904:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318731.508908:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318731.508910:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318731.508912:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318731.508914:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318731.508918:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3953 00000100:00080000:0.0:1767318731.508921:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318731.508926:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318731.508955:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835880 x1853163938700416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318731.508964:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318731.508966:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318731.508968:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318731.508970:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3953 00000100:00080000:0.0:1767318731.508971:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318731.508973:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318731.508981:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835500 x1853163938700544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318731.509169:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318731.509173:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938700160:0@lo:38:kworker.0 00000100:00100000:1.0:1767318731.509202:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938700416:0@lo:38:kworker.0 00000400:00000100:1.0:1767318731.509247:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938700416 offset 0 length 520: 4 00000100:00100000:1.0:1767318731.509312:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938700544:0@lo:38:kworker.0 00000400:00000100:1.0:1767318731.509329:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938700544 offset 0 length 520: 4 00000100:00080000:0.0:1767318731.509695:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318731.509699:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318732.277214:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318732.549878:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918033408 offset 0 length 520: 4 00000400:00000100:0.0:1767318732.549903:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918033536 offset 0 length 520: 4 00010000:00010000:3.0:1767318733.300857:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318733.556638:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318708/real 1767318708] req@ffff9a031c198700 x1853163938700288/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318733 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318733.556684:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938700288/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318733 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318733.556705:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318733.556735:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318733.556739:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938700288:0@lo:250:kworker.0 00000100:00080000:1.0:1767318733.556833:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318733.556839:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318733.556841:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318733.556846:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3954 00000100:00080000:1.0:1767318733.556850:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318733.556856:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318733.556889:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ca80 x1853163938700672/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318733.556916:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318733.556920:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318733.556923:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318733.556926:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318733.557279:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938700672:0@lo:250:kworker.0 00000400:00000100:2.0:1767318733.557320:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938700672 offset 0 length 520: 4 00010000:00010000:0.0:1767318734.324745:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318735.348995:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318736.373183:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318736.565034:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318736.565044:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318736.565057:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318736.565061:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318736.565064:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318736.565067:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318737.397063:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318738.421244:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318738.613267:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318738.613276:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318738.613280:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318738.613284:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318738.613287:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318738.613291:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318739.444785:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318740.469349:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318741.497072:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318742.516811:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318743.541480:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318743.797626:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318743.797634:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318743.797637:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318743.797640:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318743.797643:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318743.797645:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318744.564776:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318745.588752:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318746.613079:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318747.636728:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318748.660965:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318748.917188:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318748.917195:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318748.917198:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318748.917202:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318748.917205:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318748.917208:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318749.684840:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318750.708725:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318751.733254:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318752.758522:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318753.780870:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318754.037630:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318754.037640:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318754.037644:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318754.037647:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318754.037650:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318754.037652:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318754.804931:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318755.829085:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318756.020597:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318731/real 1767318731] req@ffff9a0303835880 x1853163938700416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318756 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318756.020642:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835880 x1853163938700416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318756 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318756.020654:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318731/real 1767318731] req@ffff9a0303835500 x1853163938700544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318756 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318756.020666:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835500 x1853163938700544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318756 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318756.020684:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318756.020712:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318756.020716:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938700416:0@lo:38:kworker.0 00000100:00080000:2.0:1767318756.020722:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318756.020727:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318756.020730:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938700544:0@lo:38:kworker.0 00000100:00080000:0.0:1767318756.020920:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318756.020926:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318756.020928:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318756.020932:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318756.020935:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318756.020940:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3978 00000100:00080000:0.0:1767318756.020944:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318756.020986:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318756.021023:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834380 x1853163938700800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318756.021049:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318756.021052:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318756.021054:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318756.021057:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3978 00000100:00080000:0.0:1767318756.021059:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318756.021063:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318756.021075:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835180 x1853163938700928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318756.021147:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938700800:0@lo:38:kworker.0 00000400:00000100:2.0:1767318756.021198:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938700800 offset 0 length 520: 4 00000100:00100000:2.0:1767318756.021265:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938700928:0@lo:38:kworker.0 00000400:00000100:2.0:1767318756.021282:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938700928 offset 0 length 520: 4 00010000:00010000:3.0:1767318756.852841:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318757.876804:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318758.069081:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318733/real 1767318733] req@ffff9a030c81ca80 x1853163938700672/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318758 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318758.069115:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ca80 x1853163938700672/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318758 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318758.069134:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318758.069160:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318758.069164:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938700672:0@lo:250:kworker.0 00000100:00080000:0.0:1767318758.069278:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318758.069285:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318758.069288:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318758.069292:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 3980 00000100:00080000:0.0:1767318758.069296:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318758.069303:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318758.069335:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836680 x1853163938701056/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318758.069362:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318758.069367:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318758.069370:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318758.069373:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318758.069905:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938701056:0@lo:250:kworker.0 00000400:00000100:2.0:1767318758.069961:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938701056 offset 0 length 520: 4 00000400:00000100:3.0:1767318758.126600:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918033664 offset 0 length 520: 4 00000400:00000100:3.0:1767318758.126625:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918033792 offset 0 length 520: 4 00010000:00010000:3.0:1767318758.902306:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318759.924741:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318760.954158:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318761.077079:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318761.077089:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318761.077092:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318761.077095:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318761.077098:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318761.077101:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318761.972739:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318762.996823:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318763.124632:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318763.124643:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318763.124646:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318763.124650:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318763.124653:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318763.124657:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318764.022638:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318765.046889:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318766.068866:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318767.092880:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318768.119050:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318768.372767:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318768.372777:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318768.372780:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318768.372784:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318768.372786:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318768.372789:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318769.140729:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318770.168246:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318771.188705:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318772.212896:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318773.236715:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318773.493421:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318773.493432:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318773.493435:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318773.493438:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318773.493441:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318773.493444:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318774.260978:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318775.284715:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318776.308889:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318777.332854:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318778.356893:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318778.612881:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318778.612892:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318778.612895:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318778.612898:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318778.612901:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318778.612904:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318779.380728:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318780.407571:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318781.428736:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318781.557442:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318756/real 1767318756] req@ffff9a0303834380 x1853163938700800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318781 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318781.557960:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834380 x1853163938700800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318781 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318781.557973:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318756/real 1767318756] req@ffff9a0303835180 x1853163938700928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318781 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318781.557983:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835180 x1853163938700928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318781 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318781.558000:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318781.558033:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318781.558037:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938700800:0@lo:38:kworker.0 00000100:00080000:0.0:1767318781.558043:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318781.558049:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767318781.558052:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938700928:0@lo:38:kworker.0 00000100:00080000:2.0:1767318781.558423:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318781.558429:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318781.558431:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318781.558435:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318781.558439:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318781.558444:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4002 00000100:00080000:2.0:1767318781.558448:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318781.558454:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318781.558491:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938701184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318781.559684:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938701184:0@lo:38:kworker.0 00000400:00000100:0.0:1767318781.559853:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938701184 offset 0 length 520: 4 00000100:00080000:2.0:1767318781.560075:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318781.560080:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318781.560083:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318781.560087:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4002 00000100:00080000:2.0:1767318781.560091:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318781.560096:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318781.560120:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938701312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318781.560891:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938701312:0@lo:38:kworker.0 00000400:00000100:0.0:1767318781.560926:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938701312 offset 0 length 520: 4 00010000:00010000:3.0:1767318782.453847:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318783.484994:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318783.606099:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318758/real 1767318758] req@ffff9a0303836680 x1853163938701056/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318783 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318783.606140:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836680 x1853163938701056/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318783 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318783.606158:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318783.606323:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318783.606342:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318783.606344:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318783.606348:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4004 00000100:00080000:2.0:1767318783.606352:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318783.606359:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318783.606402:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938701440/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318783.606424:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318783.606430:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318783.606432:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318783.606435:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318783.606544:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318783.606549:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938701056:0@lo:250:kworker.0 00000100:00100000:0.0:1767318783.606572:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938701440:0@lo:250:kworker.0 00000400:00000100:0.0:1767318783.606615:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938701440 offset 0 length 520: 4 00000400:00000100:3.0:1767318783.732371:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918033920 offset 0 length 520: 4 00000400:00000100:3.0:1767318783.732396:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918034048 offset 0 length 520: 4 00010000:00010000:3.0:1767318784.500877:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318785.524865:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318786.548877:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318786.614218:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318786.614228:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318786.614231:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318786.614234:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318786.614237:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318786.614240:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318787.572748:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318788.596784:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318788.660618:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318788.660627:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318788.660631:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318788.660635:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318788.660638:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318788.660641:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318789.620758:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318790.644849:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318791.668820:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318792.692859:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318793.718536:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318793.973855:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318793.973866:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318793.973869:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318793.973873:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318793.973875:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318793.973878:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318794.741207:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318795.766097:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318796.789842:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318797.812792:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318798.836929:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318799.092660:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318799.092689:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318799.092692:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318799.092696:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318799.092699:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318799.092702:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318799.860698:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318800.885222:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318801.908812:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318802.934996:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318803.958332:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318804.213715:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318804.213725:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318804.213729:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318804.213769:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318804.213772:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318804.213775:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318804.980943:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318806.004940:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318806.068696:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318781/real 1767318781] req@ffff9a031c19b480 x1853163938701312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318806 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318806.068729:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938701312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318806 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318806.068740:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318781/real 1767318781] req@ffff9a031c198700 x1853163938701184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318806 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318806.068751:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938701184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318806 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318806.068769:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318806.068798:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318806.068803:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938701312:0@lo:38:kworker.0 00000100:00080000:1.0:1767318806.068808:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318806.068813:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318806.068816:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938701184:0@lo:38:kworker.0 00000100:00080000:0.0:1767318806.068954:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318806.068959:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318806.068962:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318806.068965:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318806.068968:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318806.068990:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4028 00000100:00080000:0.0:1767318806.068994:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318806.069016:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318806.069049:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836680 x1853163938701568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318806.069073:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318806.069077:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318806.069078:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318806.069082:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4028 00000100:00080000:0.0:1767318806.069084:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318806.069087:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318806.069099:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835180 x1853163938701696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318806.069263:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938701568:0@lo:38:kworker.0 00000400:00000100:1.0:1767318806.069328:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938701568 offset 0 length 520: 4 00000100:00100000:1.0:1767318806.069385:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938701696:0@lo:38:kworker.0 00000400:00000100:1.0:1767318806.069406:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938701696 offset 0 length 520: 4 00010000:00010000:3.0:1767318807.031967:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318808.052823:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318808.116833:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318783/real 1767318783] req@ffff9a031c19b100 x1853163938701440/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318808.116863:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938701440/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318808.116881:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318808.116902:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318808.116907:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938701440:0@lo:250:kworker.0 00000100:00080000:2.0:1767318808.116971:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318808.116976:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318808.116979:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318808.116984:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4030 00000100:00080000:2.0:1767318808.116987:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318808.116993:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318808.117023:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938701824/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318808.117046:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318808.117050:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318808.117053:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318808.117056:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318808.117109:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938701824:0@lo:250:kworker.0 00000400:00000100:1.0:1767318808.117151:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938701824 offset 0 length 520: 4 00000400:00000100:3.0:1767318808.302352:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918034176 offset 0 length 520: 4 00000400:00000100:3.0:1767318808.302383:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918034304 offset 0 length 520: 4 00010000:00010000:0.0:1767318809.082374:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318810.100767:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318811.124837:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318811.125124:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318811.125129:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318811.125132:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318811.125136:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318811.125138:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318811.125141:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318812.148844:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318813.172647:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318813.172660:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318813.172663:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318813.172667:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318813.172670:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318813.172673:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318813.172986:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318814.196995:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318815.220760:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318816.245107:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318817.268765:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318818.292739:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318818.549195:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318818.549207:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318818.549211:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318818.549215:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318818.549226:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318818.549229:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318819.317588:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318820.341951:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318821.364824:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318822.388910:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318823.412992:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318823.668700:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318823.668710:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318823.668713:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318823.668717:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318823.668720:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318823.668723:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318824.437540:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318825.460816:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318826.484704:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318827.508912:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318828.537340:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318828.788699:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318828.788712:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318828.788725:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318828.788729:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318828.788731:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318828.788734:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318829.557125:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318830.580925:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318831.604766:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318806/real 1767318806] req@ffff9a0303836680 x1853163938701568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318831 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318831.604858:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836680 x1853163938701568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318831 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318831.604869:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318806/real 1767318806] req@ffff9a0303835180 x1853163938701696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318831 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318831.604880:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835180 x1853163938701696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318831 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318831.604899:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318831.604924:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318831.604928:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938701568:0@lo:38:kworker.0 00000100:00080000:2.0:1767318831.604934:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318831.604939:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318831.604942:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938701696:0@lo:38:kworker.0 00000100:00080000:0.0:1767318831.605037:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318831.605042:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318831.605045:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318831.605049:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318831.605051:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318831.605056:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4052 00000100:00080000:0.0:1767318831.605059:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318831.605079:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318831.605135:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834380 x1853163938701952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318831.605157:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318831.605161:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318831.605162:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318831.605165:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4052 00000100:00080000:0.0:1767318831.605167:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318831.605171:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318831.605182:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836300 x1853163938702080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767318831.605494:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318831.605637:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938701952:0@lo:38:kworker.0 00000400:00000100:2.0:1767318831.605703:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938701952 offset 0 length 520: 4 00000100:00100000:2.0:1767318831.605815:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938702080:0@lo:38:kworker.0 00000400:00000100:2.0:1767318831.605834:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938702080 offset 0 length 520: 4 00010000:00010000:3.0:1767318832.630580:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318833.652652:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318808/real 1767318808] req@ffff9a031c19b100 x1853163938701824/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318833.652689:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938701824/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318833.652711:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318833.652810:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318833.652815:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938701824:0@lo:250:kworker.0 00010000:00010000:2.0:1767318833.655537:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318833.657763:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318833.657772:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318833.657777:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318833.657785:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4054 00000100:00080000:3.0:1767318833.657799:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318833.657807:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318833.657841:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938702208/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318833.657879:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318833.657883:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318833.657886:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318833.657888:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318833.657981:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938702208:0@lo:250:kworker.0 00000400:00000100:2.0:1767318833.658030:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938702208 offset 0 length 520: 4 00000400:00000100:3.0:1767318833.904213:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918034432 offset 0 length 520: 4 00000400:00000100:3.0:1767318833.904244:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918034560 offset 0 length 520: 4 00010000:00010000:0.0:1767318834.678568:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318835.702153:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318836.661173:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318836.661184:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318836.661187:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318836.661190:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318836.661193:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318836.661195:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318836.724816:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318837.750989:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318838.711502:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318838.711536:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318838.711539:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318838.711543:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318838.711545:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318838.711549:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318838.774466:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318839.796898:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318840.821390:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318841.845857:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318842.870974:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318843.892743:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318844.148652:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318844.148662:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318844.148665:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318844.148668:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318844.148671:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318844.148673:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318844.916758:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318845.945894:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318846.968127:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318847.992833:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318849.013408:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318849.272189:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318849.272198:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318849.272201:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318849.272204:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318849.272206:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318849.272209:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318850.037269:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318851.061941:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318852.084792:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318853.108810:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318854.134423:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318854.389877:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318854.389887:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318854.389890:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318854.389893:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318854.389895:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318854.389898:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318855.156897:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318856.118037:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318831/real 1767318831] req@ffff9a0303834380 x1853163938701952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318856 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318856.118070:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834380 x1853163938701952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318856.118081:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318831/real 1767318831] req@ffff9a0303836300 x1853163938702080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318856 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318856.118092:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836300 x1853163938702080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318856.118108:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318856.118139:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318856.118215:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938701952:0@lo:38:kworker.0 00000100:00080000:1.0:1767318856.118221:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318856.118226:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318856.118229:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938702080:0@lo:38:kworker.0 00000100:00080000:0.0:1767318856.118395:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318856.118400:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318856.118404:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318856.118408:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318856.118411:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318856.118416:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4078 00000100:00080000:0.0:1767318856.118419:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318856.118425:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318856.118457:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837100 x1853163938702336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318856.118482:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318856.118485:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318856.118487:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318856.118489:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4078 00000100:00080000:0.0:1767318856.118491:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318856.118494:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318856.118819:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836d80 x1853163938702464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318856.118918:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938702336:0@lo:38:kworker.0 00000400:00000100:1.0:1767318856.119012:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938702336 offset 0 length 520: 4 00000100:00100000:1.0:1767318856.119067:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938702464:0@lo:38:kworker.0 00000400:00000100:1.0:1767318856.119085:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938702464 offset 0 length 520: 4 00010000:00010000:3.0:1767318856.186666:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318857.205791:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318858.164658:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318833/real 1767318833] req@ffff9a0441a26d80 x1853163938702208/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318858 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318858.164695:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938702208/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318858 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318858.164716:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318858.164753:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318858.164757:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938702208:0@lo:250:kworker.0 00000100:00080000:2.0:1767318858.164935:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318858.164941:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318858.164944:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318858.164949:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4080 00000100:00080000:2.0:1767318858.164952:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318858.164958:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318858.164990:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938702592/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318858.165017:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318858.165021:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318858.165024:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318858.165027:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318858.165083:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938702592:0@lo:250:kworker.0 00000400:00000100:1.0:1767318858.165126:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938702592 offset 0 length 520: 4 00010000:00010000:3.0:1767318858.229193:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318858.479727:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918034688 offset 0 length 520: 4 00000400:00000100:3.0:1767318858.479752:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918034816 offset 0 length 520: 4 00010000:00010000:2.0:1767318859.252936:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318860.281181:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318861.172801:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.172810:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318861.172813:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.172817:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318861.172819:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318861.172822:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318861.300884:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318862.326024:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318863.220789:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318863.220798:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318863.220801:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318863.220805:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318863.220807:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318863.220811:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318863.354406:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318864.373386:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318865.396696:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318866.420722:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318867.445032:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318868.468991:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318868.724977:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318868.724988:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318868.724991:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318868.724995:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318868.724997:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318868.725000:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318869.493366:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318870.516799:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318871.541044:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318872.564730:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318873.589247:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318873.845125:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318873.845134:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318873.845138:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318873.845141:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318873.845144:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318873.845147:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318874.612735:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318875.637462:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318876.660850:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318877.684794:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318878.713636:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318878.964795:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318878.964805:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318878.964809:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318878.964812:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318878.964815:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318878.964818:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318879.732730:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318880.757727:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318881.665526:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318856/real 1767318856] req@ffff9a0303837100 x1853163938702336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318881 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318881.665559:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837100 x1853163938702336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318881 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318881.665568:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318856/real 1767318856] req@ffff9a0303836d80 x1853163938702464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318881 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318881.665578:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836d80 x1853163938702464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318881 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318881.665595:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318881.665624:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318881.665628:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938702336:0@lo:38:kworker.0 00000100:00080000:2.0:1767318881.665633:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318881.665638:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318881.665640:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938702464:0@lo:38:kworker.0 00000100:00080000:3.0:1767318881.665726:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318881.665731:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318881.665734:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318881.665738:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318881.665740:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318881.665745:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4102 00000100:00080000:3.0:1767318881.665749:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318881.665754:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318881.665788:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938702720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318881.665811:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318881.665814:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318881.665816:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318881.665819:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4102 00000100:00080000:3.0:1767318881.665821:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318881.665824:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318881.665835:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938702848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318881.665892:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938702720:0@lo:38:kworker.0 00000400:00000100:2.0:1767318881.665940:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938702720 offset 0 length 520: 4 00000100:00100000:2.0:1767318881.666007:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938702848:0@lo:38:kworker.0 00000400:00000100:2.0:1767318881.666024:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938702848 offset 0 length 520: 4 00010000:00010000:3.0:1767318881.781162:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318882.807903:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318883.700761:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318858/real 1767318858] req@ffff9a031c19b100 x1853163938702592/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318883 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318883.700795:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938702592/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318883 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318883.700813:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318883.700845:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318883.700849:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938702592:0@lo:250:kworker.0 00000100:00080000:3.0:1767318883.700976:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318883.700982:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318883.700984:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318883.700989:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4104 00000100:00080000:3.0:1767318883.700993:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318883.700998:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767318883.701031:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938702976/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318883.701055:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318883.701059:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318883.701062:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318883.701065:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318883.701204:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938702976:0@lo:250:kworker.0 00000400:00000100:2.0:1767318883.701251:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938702976 offset 0 length 520: 4 00010000:00010000:3.0:1767318883.828775:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318884.094836:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918035072 offset 0 length 520: 4 00000400:00000100:3.0:1767318884.094962:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918035200 offset 0 length 520: 4 00010000:00010000:2.0:1767318884.854458:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318885.876980:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318886.710924:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318886.710935:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318886.710938:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318886.710942:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318886.710944:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318886.710947:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318886.901297:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318887.925432:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318888.757043:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318888.757068:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318888.757071:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318888.757075:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318888.757078:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318888.757081:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318888.948829:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318889.973087:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318890.996801:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318892.031154:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318893.054002:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318893.814245:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318893.814260:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318893.814265:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318893.814270:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318893.814273:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318893.814276:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318894.069995:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318895.093095:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318896.117206:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318897.141948:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318898.165446:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318898.934927:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318898.934936:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318898.934940:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318898.934943:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318898.934945:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318898.934948:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318899.188896:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318900.216231:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318901.236741:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318902.261346:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318903.287838:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318904.052715:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318904.052725:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318904.052728:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318904.052732:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318904.052735:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318904.052737:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318904.311026:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318905.332771:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318906.165332:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318881/real 1767318881] req@ffff9a0441a25c00 x1853163938702720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318906 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318906.165378:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938702720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318906 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318906.165389:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318881/real 1767318881] req@ffff9a0441a27b80 x1853163938702848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318906 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318906.165399:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938702848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318906 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318906.165417:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318906.165531:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318906.165536:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938702720:0@lo:38:kworker.0 00000100:00080000:1.0:1767318906.165542:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318906.174284:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318906.174294:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318906.174298:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318906.174302:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318906.174307:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318906.174315:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4128 00000100:00080000:0.0:1767318906.174320:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318906.174327:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318906.174365:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834e00 x1853163938703104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318906.174383:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318906.174386:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318906.174388:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318906.174391:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4128 00000100:00080000:0.0:1767318906.174393:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318906.174396:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318906.174408:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835c00 x1853163938703232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318906.174545:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318906.174551:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938702848:0@lo:38:kworker.0 00000100:00100000:1.0:1767318906.174585:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938703104:0@lo:38:kworker.0 00000400:00000100:1.0:1767318906.174635:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938703104 offset 0 length 520: 4 00000100:00100000:1.0:1767318906.174692:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938703232:0@lo:38:kworker.0 00000400:00000100:1.0:1767318906.174710:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938703232 offset 0 length 520: 4 00000100:00080000:0.0:1767318906.174785:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318906.174789:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318906.356962:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318907.380975:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318908.212728:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318883/real 1767318883] req@ffff9a0441a24e00 x1853163938702976/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318908 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318908.212773:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938702976/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318908 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318908.212797:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318908.212847:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318908.212852:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938702976:0@lo:250:kworker.0 00000100:00080000:0.0:1767318908.213725:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318908.213734:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318908.213738:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318908.213745:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4130 00000100:00080000:0.0:1767318908.213750:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318908.213758:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318908.213801:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837b80 x1853163938703360/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318908.213843:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318908.213849:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318908.213852:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318908.213855:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318908.217010:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938703360:0@lo:250:kworker.0 00000400:00000100:1.0:1767318908.217098:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938703360 offset 0 length 520: 4 00010000:00010000:0.0:1767318908.411159:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318908.669045:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918035328 offset 0 length 520: 4 00000400:00000100:3.0:1767318908.669071:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918035456 offset 0 length 520: 4 00010000:00010000:3.0:1767318909.428897:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318910.452860:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318911.222851:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318911.222867:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318911.222874:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318911.222877:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318911.222880:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318911.222883:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318911.477250:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318912.501080:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318913.270236:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318913.270249:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318913.270252:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318913.270254:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318913.270256:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318913.270258:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318913.524964:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318914.551202:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318915.575236:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318916.596940:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318917.622984:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318918.388631:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318918.388641:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318918.388644:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318918.388646:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318918.388648:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318918.388650:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318918.646398:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318919.668970:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318920.692741:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318921.716780:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318922.741287:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318923.509414:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318923.509425:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318923.509428:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318923.509431:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318923.509434:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318923.509436:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318923.764786:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318924.790620:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318925.813018:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318926.837178:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318927.861736:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318928.629865:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318928.629874:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318928.629878:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318928.629881:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318928.629884:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318928.629887:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318928.885539:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318929.909185:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318930.932799:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318931.702449:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318906/real 1767318906] req@ffff9a0303834e00 x1853163938703104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318931 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318931.702482:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834e00 x1853163938703104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318931 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318931.702493:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318906/real 1767318906] req@ffff9a0303835c00 x1853163938703232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318931 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318931.702503:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835c00 x1853163938703232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318931 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318931.702539:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318931.702566:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318931.702570:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938703104:0@lo:38:kworker.0 00000100:00080000:1.0:1767318931.702576:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318931.702581:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767318931.702583:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938703232:0@lo:38:kworker.0 00000100:00080000:2.0:1767318931.702938:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318931.702943:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318931.702946:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318931.702950:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318931.702953:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318931.702957:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4152 00000100:00080000:2.0:1767318931.702961:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318931.702977:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318931.703012:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938703488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318931.703037:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318931.703040:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318931.703043:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318931.703045:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4152 00000100:00080000:2.0:1767318931.703048:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318931.703051:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318931.703063:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938703616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318931.703218:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938703488:0@lo:38:kworker.0 00000400:00000100:1.0:1767318931.703267:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938703488 offset 0 length 520: 4 00000100:00100000:1.0:1767318931.703341:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938703616:0@lo:38:kworker.0 00000400:00000100:1.0:1767318931.703359:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938703616 offset 0 length 520: 4 00010000:00010000:0.0:1767318931.956734:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318932.981124:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318933.230009:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918035584 offset 0 length 520: 4 00000400:00000100:0.0:1767318933.230035:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918035712 offset 0 length 520: 4 00000100:00100000:1.0:1767318933.748619:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318908/real 1767318908] req@ffff9a0303837b80 x1853163938703360/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318933 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318933.748644:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837b80 x1853163938703360/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318933 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318933.748658:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318933.748691:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318933.748696:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938703360:0@lo:250:kworker.0 00000100:00080000:2.0:1767318933.748807:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318933.748813:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318933.748817:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318933.748821:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4154 00000100:00080000:2.0:1767318933.748825:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318933.748833:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318933.748865:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938703744/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318933.748893:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318933.748898:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318933.748901:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318933.748904:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318933.748967:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938703744:0@lo:250:kworker.0 00000400:00000100:1.0:1767318933.749010:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938703744 offset 0 length 520: 4 00010000:00010000:0.0:1767318934.004728:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318935.028761:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318936.053356:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318936.756669:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318936.756680:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318936.756683:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318936.756686:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318936.756689:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318936.756693:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318937.079853:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318938.101585:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318938.804765:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318938.804777:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318938.804780:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318938.804784:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318938.804787:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318938.804790:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318939.127056:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318940.149590:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318941.172742:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318942.198298:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318943.225052:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318943.988832:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318943.988856:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318943.988860:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318943.988864:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318943.988867:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318943.988870:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318944.244797:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318945.269685:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318946.293343:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318947.317908:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318948.341895:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318949.108691:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318949.108703:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318949.108707:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318949.108711:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318949.108714:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318949.108717:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318949.365088:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318950.393901:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318951.413132:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318952.442495:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318953.460913:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318954.229002:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318954.229017:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318954.229021:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318954.229025:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318954.229028:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318954.229031:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767318954.484806:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318955.508796:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318956.212728:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318931/real 1767318931] req@ffff9a031c19b100 x1853163938703488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318956 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318956.212774:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938703488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318956 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318956.212785:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318931/real 1767318931] req@ffff9a031c198700 x1853163938703616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318956 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318956.212796:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938703616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318956 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318956.212818:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318956.212849:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318956.212853:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938703488:0@lo:38:kworker.0 00000100:00080000:2.0:1767318956.212858:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318956.212864:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767318956.212867:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938703616:0@lo:38:kworker.0 00000100:00080000:1.0:1767318956.212977:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318956.212983:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318956.212986:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318956.212990:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318956.212993:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318956.212998:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4178 00000100:00080000:1.0:1767318956.213002:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318956.213009:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318956.214730:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81df80 x1853163938703872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318956.214767:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318956.214772:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318956.214774:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318956.214778:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4178 00000100:00080000:1.0:1767318956.214782:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318956.214788:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318956.214804:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81fb80 x1853163938704000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318956.215969:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938703872:0@lo:38:kworker.0 00000400:00000100:3.0:1767318956.216019:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938703872 offset 0 length 520: 4 00000100:00100000:3.0:1767318956.216075:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938704000:0@lo:38:kworker.0 00000400:00000100:3.0:1767318956.216093:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938704000 offset 0 length 520: 4 00010000:00010000:2.0:1767318956.539526:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318957.565318:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318958.260720:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318933/real 1767318933] req@ffff9a031c19b480 x1853163938703744/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318958 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318958.260767:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938703744/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318958 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318958.260796:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318958.260827:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318958.260832:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938703744:0@lo:250:kworker.0 00000100:00080000:2.0:1767318958.261134:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318958.261140:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318958.261143:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318958.261149:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4180 00000100:00080000:2.0:1767318958.261154:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318958.261162:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767318958.261201:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938704128/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318958.261235:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318958.261239:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318958.261242:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318958.261245:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767318958.261351:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938704128:0@lo:250:kworker.0 00000400:00000100:3.0:1767318958.261413:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938704128 offset 0 length 520: 4 00010000:00010000:3.0:1767318958.583929:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318958.834653:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918035840 offset 0 length 520: 4 00000400:00000100:0.0:1767318958.834767:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918035968 offset 0 length 520: 4 00010000:00010000:0.0:1767318959.607294:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318960.630891:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318961.268675:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318961.268686:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318961.268690:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318961.268693:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318961.268696:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318961.268699:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318961.652727:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318962.677120:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318963.316763:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318963.316775:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318963.316778:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318963.316782:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318963.316784:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318963.316786:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318963.702760:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318964.724905:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318965.749049:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318966.776287:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318967.796702:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318968.572670:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318968.572680:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318968.572683:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318968.572686:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318968.572689:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318968.572691:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318968.820842:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318969.844785:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318970.868738:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318971.892742:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318972.917039:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318973.687501:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318973.687531:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318973.687535:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318973.687539:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318973.687542:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318973.687544:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318973.940792:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318974.967750:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318975.988996:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318977.013737:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318978.036747:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318978.805951:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318978.805962:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318978.805966:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318978.805969:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318978.805972:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318978.805975:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318979.060796:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318980.084781:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318981.109666:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318981.748623:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318956/real 1767318956] req@ffff9a030c81df80 x1853163938703872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318981 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318981.748656:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81df80 x1853163938703872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318981 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318981.748666:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318956/real 1767318956] req@ffff9a030c81fb80 x1853163938704000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318981 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318981.748678:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81fb80 x1853163938704000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767318981 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318981.748698:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318981.748725:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318981.748729:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938703872:0@lo:38:kworker.0 00000100:00080000:3.0:1767318981.748733:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318981.748745:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767318981.748748:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938704000:0@lo:38:kworker.0 00000100:00080000:0.0:1767318981.748771:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318981.748778:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318981.748781:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318981.748795:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318981.748799:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318981.748804:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4202 00000100:00080000:0.0:1767318981.748808:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318981.748814:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318981.748847:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834000 x1853163938704256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318981.748872:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318981.748876:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318981.748878:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318981.748881:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4202 00000100:00080000:0.0:1767318981.748883:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318981.748886:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767318981.748899:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834a80 x1853163938704384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318981.748912:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938704256:0@lo:38:kworker.0 00000400:00000100:3.0:1767318981.748959:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938704256 offset 0 length 520: 4 00000100:00100000:3.0:1767318981.749026:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938704384:0@lo:38:kworker.0 00000400:00000100:3.0:1767318981.749046:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938704384 offset 0 length 520: 4 00010000:00010000:2.0:1767318982.132728:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318983.156937:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318983.412197:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918036096 offset 0 length 520: 4 00000400:00000100:0.0:1767318983.412223:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918036224 offset 0 length 520: 4 00000100:00100000:3.0:1767318983.797705:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318958/real 1767318958] req@ffff9a031c198700 x1853163938704128/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318983 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318983.797739:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938704128/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318983 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318983.797759:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318983.797781:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318983.797785:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938704128:0@lo:250:kworker.0 00000100:00080000:1.0:1767318983.798846:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318983.798853:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318983.798857:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318983.798863:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4204 00000100:00080000:1.0:1767318983.798867:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318983.798873:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767318983.798906:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81e680 x1853163938704512/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318983.798939:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318983.798944:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318983.798946:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318983.798949:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318983.799005:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938704512:0@lo:250:kworker.0 00000400:00000100:2.0:1767318983.799051:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938704512 offset 0 length 520: 4 00010000:00010000:3.0:1767318984.180893:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318985.204675:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318986.229065:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318986.804667:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318986.804678:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318986.804682:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318986.804686:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318986.804689:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318986.804693:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767318987.255368:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318988.276841:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318988.853710:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318988.853719:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318988.853722:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318988.853725:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318988.853728:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318988.853731:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318989.300759:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318990.325530:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318991.349571:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318992.372747:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318993.396889:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318994.166102:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318994.166113:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318994.166116:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318994.166120:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318994.166122:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318994.166125:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318994.420811:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318995.444910:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318996.471144:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318997.496427:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318998.516811:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318999.285331:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318999.285342:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318999.285345:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318999.285349:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318999.285351:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318999.285354:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767318999.543502:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319000.565888:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319001.588897:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319002.612974:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319003.637114:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319004.406189:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319004.406200:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319004.406203:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319004.406208:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319004.406211:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319004.406214:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319004.660827:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319005.684720:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319006.262381:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318981/real 1767318981] req@ffff9a0303834a80 x1853163938704384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319006 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319006.262415:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834a80 x1853163938704384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319006 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319006.262425:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318981/real 1767318981] req@ffff9a0303834000 x1853163938704256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319006 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319006.262437:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834000 x1853163938704256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319006 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319006.262456:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319006.262482:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319006.262487:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938704384:0@lo:38:kworker.0 00000100:00080000:2.0:1767319006.262492:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319006.262498:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319006.262500:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938704256:0@lo:38:kworker.0 00000100:00080000:3.0:1767319006.262603:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319006.262608:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319006.262611:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319006.262614:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319006.262617:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319006.262623:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4228 00000100:00080000:3.0:1767319006.262627:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319006.262632:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319006.262677:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938704640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319006.262700:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319006.262704:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319006.262705:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319006.262708:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4228 00000100:00080000:3.0:1767319006.262710:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319006.262713:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319006.262724:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938704768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319006.262787:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938704640:0@lo:38:kworker.0 00000400:00000100:2.0:1767319006.262837:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938704640 offset 0 length 520: 4 00000100:00100000:2.0:1767319006.262903:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938704768:0@lo:38:kworker.0 00000400:00000100:2.0:1767319006.262919:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938704768 offset 0 length 520: 4 00010000:00010000:3.0:1767319006.708946:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319007.732737:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319008.308649:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318983/real 1767318983] req@ffff9a030c81e680 x1853163938704512/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319008 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319008.308697:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81e680 x1853163938704512/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319008 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319008.308718:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319008.308748:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319008.308752:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938704512:0@lo:250:kworker.0 00000100:00080000:0.0:1767319008.308887:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319008.308893:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319008.308896:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319008.308901:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4230 00000100:00080000:0.0:1767319008.308904:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319008.308911:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319008.308941:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835f80 x1853163938704896/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319008.308966:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319008.308977:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319008.308980:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319008.308983:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319008.309118:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938704896:0@lo:250:kworker.0 00000400:00000100:2.0:1767319008.309164:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938704896 offset 0 length 520: 4 00010000:00010000:0.0:1767319008.757809:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319009.016587:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918036352 offset 0 length 520: 4 00000400:00000100:3.0:1767319009.016619:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918036480 offset 0 length 520: 4 00010000:00010000:3.0:1767319009.780809:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319010.356800:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319010.356810:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319010.356813:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319010.356819:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319010.356822:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319010.356825:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319010.804692:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319011.830346:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319012.852701:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319013.366693:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319013.366703:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319013.366706:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319013.366710:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319013.366713:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319013.366716:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319013.876722:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319014.900804:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319015.925281:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319016.948915:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319017.972974:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319018.740780:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319018.740791:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319018.740795:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319018.740799:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319018.740801:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319018.740804:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319018.996716:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319020.020772:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319021.045184:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319022.073188:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319023.092899:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319023.861199:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319023.861209:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319023.861211:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319023.861214:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319023.861217:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319023.861220:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319024.116736:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319025.140855:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319026.164745:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319027.192543:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319028.212900:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319028.980896:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319028.980906:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319028.980910:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319028.980914:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319028.980917:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319028.980920:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319029.236769:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319030.263288:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319031.285483:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319031.798880:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319006/real 1767319006] req@ffff9a0441a24e00 x1853163938704640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319031 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319031.798914:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938704640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319031 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319031.798925:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319006/real 1767319006] req@ffff9a0441a27b80 x1853163938704768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319031 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319031.798937:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938704768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319031 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319031.798954:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319031.798982:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319031.798985:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938704640:0@lo:38:kworker.0 00000100:00080000:3.0:1767319031.798990:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319031.798996:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319031.798999:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938704768:0@lo:38:kworker.0 00000100:00080000:1.0:1767319031.799088:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319031.799095:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319031.799097:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319031.799101:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319031.799104:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319031.799110:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4252 00000100:00080000:1.0:1767319031.799113:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319031.799119:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319031.799154:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ed80 x1853163938705024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319031.799178:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319031.799182:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319031.799183:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319031.799186:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4252 00000100:00080000:1.0:1767319031.799188:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319031.799191:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319031.799203:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81e300 x1853163938705152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319031.799389:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938705024:0@lo:38:kworker.0 00000400:00000100:3.0:1767319031.799435:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938705024 offset 0 length 520: 4 00000100:00100000:3.0:1767319031.799529:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938705152:0@lo:38:kworker.0 00000400:00000100:3.0:1767319031.799549:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938705152 offset 0 length 520: 4 00010000:00010000:3.0:1767319032.311441:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319033.332764:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319033.583138:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918036608 offset 0 length 520: 4 00000400:00000100:3.0:1767319033.583165:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918036736 offset 0 length 520: 4 00000100:00100000:3.0:1767319033.844631:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319008/real 1767319008] req@ffff9a0303835f80 x1853163938704896/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319033 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319033.844664:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835f80 x1853163938704896/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319033 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319033.844693:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319033.844716:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319033.844720:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938704896:0@lo:250:kworker.0 00000100:00080000:1.0:1767319033.844877:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319033.844883:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319033.844887:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319033.844891:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4255 00000100:00080000:1.0:1767319033.844895:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319033.844901:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319033.844930:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81e680 x1853163938705280/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319033.844953:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319033.844957:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319033.844960:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319033.844964:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319033.845021:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938705280:0@lo:250:kworker.0 00000400:00000100:3.0:1767319033.845104:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938705280 offset 0 length 520: 4 00010000:00010000:0.0:1767319034.356770:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319035.380834:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319036.412169:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319036.852743:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319036.852752:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319036.852756:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319036.852759:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319036.852762:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319036.852765:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319037.429200:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319038.453128:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319038.903027:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319038.903048:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319038.903051:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319038.903054:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319038.903056:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319038.903059:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319039.476745:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319040.500981:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319041.525308:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319042.548852:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319043.575294:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319044.342324:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319044.342334:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319044.342351:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319044.342365:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319044.342367:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319044.342371:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319044.597402:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319045.622096:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319046.645335:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319047.669721:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319048.692832:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319049.466435:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319049.466444:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319049.466447:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319049.466460:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319049.466462:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319049.466465:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319049.716737:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319050.740795:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319051.765147:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319052.789249:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319053.815572:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319054.582814:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319054.582824:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319054.582827:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319054.582831:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319054.582833:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319054.582836:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319054.837049:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319055.860723:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319056.308623:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319031/real 1767319031] req@ffff9a030c81ed80 x1853163938705024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319056 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319056.308693:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ed80 x1853163938705024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319056 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319056.308704:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319031/real 1767319031] req@ffff9a030c81e300 x1853163938705152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319056 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319056.308715:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81e300 x1853163938705152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319056 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319056.308744:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319056.308770:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319056.308774:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938705024:0@lo:38:kworker.0 00000100:00080000:3.0:1767319056.308789:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319056.308795:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319056.308798:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938705152:0@lo:38:kworker.0 00000100:00080000:1.0:1767319056.308956:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319056.308961:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319056.308964:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319056.308967:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319056.308970:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319056.308974:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4278 00000100:00080000:1.0:1767319056.308978:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319056.308998:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319056.309031:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81fb80 x1853163938705408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319056.309044:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319056.309047:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319056.309049:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319056.309052:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4278 00000100:00080000:1.0:1767319056.309054:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319056.309057:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319056.309064:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81df80 x1853163938705536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319056.309355:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938705408:0@lo:38:kworker.0 00000400:00000100:3.0:1767319056.309413:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938705408 offset 0 length 520: 4 00000100:00100000:3.0:1767319056.309530:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938705536:0@lo:38:kworker.0 00000400:00000100:3.0:1767319056.309548:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938705536 offset 0 length 520: 4 00010000:00010000:0.0:1767319056.884887:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319057.908943:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319058.162654:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918036864 offset 0 length 520: 4 00000400:00000100:2.0:1767319058.162679:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918036992 offset 0 length 520: 4 00000100:00100000:3.0:1767319058.356714:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319033/real 1767319033] req@ffff9a030c81e680 x1853163938705280/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319058 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319058.356776:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81e680 x1853163938705280/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319058 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319058.356796:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319058.356833:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319058.356838:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938705280:0@lo:250:kworker.0 00000100:00080000:0.0:1767319058.357003:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319058.357008:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319058.357011:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319058.357016:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4280 00000100:00080000:0.0:1767319058.357020:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319058.357027:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319058.357059:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837800 x1853163938705664/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319058.357086:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319058.357091:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319058.357094:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319058.357097:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319058.357158:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938705664:0@lo:250:kworker.0 00000400:00000100:3.0:1767319058.357203:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938705664 offset 0 length 520: 4 00010000:00010000:2.0:1767319058.933043:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319059.956844:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319060.980942:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319061.364826:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319061.364836:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319061.364839:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319061.364842:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319061.364845:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319061.364848:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319062.004751:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319063.028725:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319063.412666:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319063.412680:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319063.412693:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319063.412697:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319063.412700:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319063.412703:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319064.053364:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319065.081356:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319066.100948:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319067.124759:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319068.148728:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319068.916680:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319068.916689:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319068.916692:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319068.916694:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319068.916696:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319068.916698:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319069.173054:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319070.196871:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319071.220654:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319072.244796:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319073.269812:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319074.036896:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319074.036904:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319074.036906:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319074.036909:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319074.036911:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319074.036913:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319074.292911:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319075.317167:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319076.341389:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319077.365375:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319078.400717:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319079.158012:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319079.158022:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319079.158025:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319079.158028:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319079.158031:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319079.158033:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319079.417194:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319080.440553:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319081.466659:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319081.844677:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319056/real 1767319056] req@ffff9a030c81fb80 x1853163938705408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319081 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319081.844709:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81fb80 x1853163938705408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319081 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319081.844718:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319056/real 1767319056] req@ffff9a030c81df80 x1853163938705536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319081 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319081.844729:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81df80 x1853163938705536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319081 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319081.844757:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319081.844791:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319081.844795:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938705408:0@lo:38:kworker.0 00000100:00080000:3.0:1767319081.844800:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319081.844805:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319081.844808:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938705536:0@lo:38:kworker.0 00000100:00080000:0.0:1767319081.844972:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319081.844977:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319081.844980:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319081.844983:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319081.844986:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319081.844990:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4303 00000100:00080000:0.0:1767319081.844993:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319081.844999:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319081.845032:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835f80 x1853163938705792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319081.845056:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319081.845059:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319081.845061:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319081.845064:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4303 00000100:00080000:0.0:1767319081.845067:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319081.845070:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319081.845081:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834000 x1853163938705920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319081.845176:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938705792:0@lo:38:kworker.0 00000400:00000100:3.0:1767319081.845218:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938705792 offset 0 length 520: 4 00000100:00100000:3.0:1767319081.845292:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938705920:0@lo:38:kworker.0 00000400:00000100:3.0:1767319081.845310:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938705920 offset 0 length 520: 4 00010000:00010000:0.0:1767319082.486183:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319083.508964:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319083.759098:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918037120 offset 0 length 520: 4 00000400:00000100:3.0:1767319083.759119:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918037248 offset 0 length 520: 4 00000100:00100000:3.0:1767319083.896468:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319058/real 1767319058] req@ffff9a0303837800 x1853163938705664/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319083 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319083.896500:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837800 x1853163938705664/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319083 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319083.896535:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319083.896566:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319083.896570:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938705664:0@lo:250:kworker.0 00000100:00080000:0.0:1767319083.897237:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319083.897243:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319083.897246:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319083.897252:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4305 00000100:00080000:0.0:1767319083.897256:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319083.897262:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319083.897291:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834a80 x1853163938706048/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319083.897318:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319083.897322:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319083.897325:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319083.897328:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319083.897393:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938706048:0@lo:250:kworker.0 00000400:00000100:3.0:1767319083.897438:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938706048 offset 0 length 520: 4 00010000:00010000:2.0:1767319084.532761:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319085.556857:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319086.580738:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319086.901378:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319086.901388:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319086.901392:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319086.901395:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319086.901398:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319086.901400:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319087.604733:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319088.629123:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319088.948705:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319088.948715:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319088.948719:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319088.948731:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319088.948733:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319088.948736:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319089.652746:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319090.677014:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319091.701465:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319092.731632:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319093.751914:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319094.006930:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319094.006941:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319094.006945:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319094.006949:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319094.006951:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319094.006954:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319094.773110:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319095.796769:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319096.821985:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319097.844768:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319098.870258:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319099.124816:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319099.124827:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319099.124830:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319099.124833:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319099.124836:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319099.124838:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319099.892779:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319100.917423:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319101.940839:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319102.964742:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319103.991710:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319104.244714:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319104.244724:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319104.244727:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319104.244730:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319104.244732:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319104.244735:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319105.013878:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319106.036761:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319106.356941:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319081/real 1767319081] req@ffff9a0303835f80 x1853163938705792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319106 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319106.356975:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835f80 x1853163938705792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319106 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319106.356986:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319081/real 1767319081] req@ffff9a0303834000 x1853163938705920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319106 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319106.356997:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834000 x1853163938705920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319106 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319106.357016:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319106.357037:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319106.357041:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938705792:0@lo:38:kworker.0 00000100:00080000:3.0:1767319106.357046:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319106.357051:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767319106.357054:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938705920:0@lo:38:kworker.0 00000100:00080000:2.0:1767319106.357083:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319106.357088:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319106.357091:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319106.357094:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319106.357097:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319106.357101:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4328 00000100:00080000:2.0:1767319106.357106:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319106.357111:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319106.357182:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938706176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319106.357209:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319106.357212:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319106.357214:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319106.357217:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4328 00000100:00080000:2.0:1767319106.357219:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319106.357222:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319106.357235:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938706304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319106.357764:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938706176:0@lo:38:kworker.0 00000400:00000100:3.0:1767319106.357825:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938706176 offset 0 length 520: 4 00000100:00100000:3.0:1767319106.357886:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938706304:0@lo:38:kworker.0 00000400:00000100:3.0:1767319106.357912:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938706304 offset 0 length 520: 4 00010000:00010000:3.0:1767319107.062189:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319108.085385:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319108.337577:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918037376 offset 0 length 520: 4 00000400:00000100:3.0:1767319108.337607:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918037504 offset 0 length 520: 4 00000100:00100000:3.0:1767319108.404702:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319083/real 1767319083] req@ffff9a0303834a80 x1853163938706048/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319108 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319108.404747:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834a80 x1853163938706048/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319108 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319108.404771:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319108.404797:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319108.404801:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938706048:0@lo:250:kworker.0 00000100:00080000:1.0:1767319108.406363:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319108.406381:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319108.406385:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319108.406395:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4330 00000100:00080000:1.0:1767319108.406401:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319108.406410:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319108.406458:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ca80 x1853163938706432/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319108.406493:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319108.406497:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319108.406500:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319108.406503:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319108.407816:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938706432:0@lo:250:kworker.0 00000400:00000100:3.0:1767319108.407901:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938706432 offset 0 length 520: 4 00010000:00010000:3.0:1767319109.111866:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319110.133627:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319111.158404:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319111.414330:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319111.414343:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319111.414347:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319111.414350:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319111.414353:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319111.414356:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319112.181740:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319113.206165:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319113.460782:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319113.460794:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319113.460798:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319113.460804:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319113.460807:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319113.460810:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319114.228795:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319115.252788:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319116.277280:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319117.301409:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319118.324785:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319118.584003:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319118.584016:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319118.584019:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319118.584022:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319118.584025:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319118.584028:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319119.348699:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319120.372774:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319121.396870:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319122.423180:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319123.445168:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319123.700759:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319123.700771:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319123.700774:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319123.700778:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319123.700781:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319123.700784:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319124.468723:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319125.492738:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319126.517344:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319127.541502:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319128.564793:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319128.823142:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319128.823156:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319128.823160:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319128.823163:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319128.823166:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319128.823169:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319129.589101:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319130.614470:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319131.637122:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319131.892658:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319106/real 1767319106] req@ffff9a031c19b100 x1853163938706176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319131 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319131.892697:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938706176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319131 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319131.892708:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319106/real 1767319106] req@ffff9a031c19bb80 x1853163938706304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319131 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319131.892721:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938706304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319131 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319131.892741:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319131.892919:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319131.892924:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938706176:0@lo:38:kworker.0 00000100:00080000:0.0:1767319131.892941:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319131.893268:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319131.893273:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319131.893276:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319131.893279:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319131.893283:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319131.893287:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4353 00000100:00080000:1.0:1767319131.893291:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319131.893298:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319131.893334:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d500 x1853163938706560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319131.893349:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319131.893352:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319131.893354:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319131.893357:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4353 00000100:00080000:1.0:1767319131.893359:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319131.893362:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319131.893374:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ea00 x1853163938706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319131.895253:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319131.895263:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938706304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319131.895339:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938706560:0@lo:38:kworker.0 00000400:00000100:0.0:1767319131.895390:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938706560 offset 0 length 520: 4 00000100:00100000:0.0:1767319131.895530:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938706688:0@lo:38:kworker.0 00000400:00000100:0.0:1767319131.895551:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938706688 offset 0 length 520: 4 00000100:00080000:1.0:1767319131.895666:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319131.895671:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319132.661556:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319133.685451:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319133.935567:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918037632 offset 0 length 520: 4 00000400:00000100:3.0:1767319133.935590:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918037760 offset 0 length 520: 4 00000100:00100000:2.0:1767319133.942219:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319108/real 1767319108] req@ffff9a030c81ca80 x1853163938706432/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319133 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319133.942250:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ca80 x1853163938706432/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319133 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319133.942271:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319133.942289:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319133.942294:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938706432:0@lo:250:kworker.0 00000100:00080000:3.0:1767319133.943227:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319133.943234:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319133.943237:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319133.943243:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4355 00000100:00080000:3.0:1767319133.943247:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319133.943254:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319133.943284:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938706816/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319133.943434:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938706816:0@lo:250:kworker.0 00000400:00000100:2.0:1767319133.943482:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938706816 offset 0 length 520: 4 00000100:00080000:3.0:1767319133.943735:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319133.943740:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319133.943743:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319133.943758:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319134.708738:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319135.734191:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319136.759121:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319136.948782:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319136.948792:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319136.948795:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319136.948799:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319136.948801:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319136.948804:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319137.780944:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319138.806487:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319138.997190:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319138.997200:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319138.997203:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319138.997206:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319138.997208:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319138.997211:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319139.829225:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319140.856829:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319141.879700:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319142.901816:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319143.924805:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319144.182011:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319144.182021:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319144.182024:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319144.182028:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319144.182031:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319144.182034:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319144.951839:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319145.972860:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319146.996740:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319148.020744:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319149.044785:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319149.300627:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319149.300647:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319149.300651:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319149.300654:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319149.300657:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319149.300659:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319150.069163:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319151.093496:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319152.118167:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319153.141917:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319154.168315:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319154.423579:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319154.423588:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319154.423592:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319154.423595:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319154.423598:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319154.423601:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319155.188887:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319156.212747:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319156.404641:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319131/real 1767319131] req@ffff9a030c81d500 x1853163938706560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319156 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319156.405043:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d500 x1853163938706560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319156 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319156.405057:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319131/real 1767319131] req@ffff9a030c81ea00 x1853163938706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319156 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319156.405071:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ea00 x1853163938706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319156 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319156.405091:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319156.405178:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319156.405182:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938706560:0@lo:38:kworker.0 00000100:00080000:2.0:1767319156.405188:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319156.409140:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319156.409148:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319156.409151:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319156.409155:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319156.409160:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319156.409167:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4378 00000100:00080000:0.0:1767319156.409172:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319156.409178:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319156.409214:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837b80 x1853163938706944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319156.409260:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319156.409264:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319156.409266:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319156.409269:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4378 00000100:00080000:0.0:1767319156.409271:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319156.409274:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319156.409285:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835c00 x1853163938707072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319156.409497:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319156.409514:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938706688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319156.409550:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938706944:0@lo:38:kworker.0 00000100:00080000:0.0:1767319156.409804:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319156.409808:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000100:2.0:1767319156.409841:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938706944 offset 0 length 520: 4 00000100:00100000:2.0:1767319156.410052:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938707072:0@lo:38:kworker.0 00000400:00000100:2.0:1767319156.410072:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938707072 offset 0 length 520: 4 00010000:00010000:0.0:1767319157.242853:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319158.261445:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319158.453107:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319133/real 1767319133] req@ffff9a0441a27b80 x1853163938706816/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319158 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319158.453139:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938706816/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319158 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319158.453157:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319158.453185:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319158.453189:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938706816:0@lo:250:kworker.0 00000100:00080000:1.0:1767319158.453356:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319158.453362:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319158.453365:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319158.453370:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4380 00000100:00080000:1.0:1767319158.453373:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319158.453379:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319158.453415:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f100 x1853163938707200/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319158.453441:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319158.453445:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319158.453448:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319158.453450:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319158.453806:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938707200:0@lo:250:kworker.0 00000400:00000100:2.0:1767319158.453862:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938707200 offset 0 length 520: 4 00000400:00000100:0.0:1767319158.531781:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918037888 offset 0 length 520: 4 00000400:00000100:0.0:1767319158.531807:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918038016 offset 0 length 520: 4 00010000:00010000:0.0:1767319159.291970:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319160.308794:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319161.334387:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319161.461113:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319161.461124:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319161.461127:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319161.461131:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319161.461133:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319161.461136:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319162.356718:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319163.380833:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319163.508717:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319163.508726:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319163.508729:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319163.508732:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319163.508734:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319163.508737:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319164.404899:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319165.435707:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319166.452971:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319167.476993:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319168.500833:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319168.756630:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319168.756641:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319168.756645:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319168.756648:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319168.756650:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319168.756653:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319169.524731:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319170.549751:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319171.573309:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319172.596987:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319173.621082:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319173.876668:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319173.876682:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319173.876685:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319173.876690:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319173.876703:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319173.876707:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319174.646376:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319175.668801:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319176.694061:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319177.716735:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319178.740774:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319178.996947:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319178.996955:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319178.996965:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319178.996969:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319178.996972:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319178.996977:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319179.764740:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319180.789052:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319181.815658:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319181.940608:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319156/real 1767319156] req@ffff9a0303837b80 x1853163938706944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319181 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319181.940641:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837b80 x1853163938706944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319181 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319181.940652:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319156/real 1767319156] req@ffff9a0303835c00 x1853163938707072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319181 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319181.940663:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835c00 x1853163938707072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319181 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319181.940682:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319181.940714:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319181.940718:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938706944:0@lo:38:kworker.0 00000100:00080000:2.0:1767319181.940724:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319181.940729:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319181.940732:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938707072:0@lo:38:kworker.0 00000100:00080000:1.0:1767319181.940817:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319181.940822:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319181.940826:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319181.940829:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319181.940832:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319181.940837:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4403 00000100:00080000:1.0:1767319181.940841:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319181.940848:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319181.940882:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ce00 x1853163938707328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319181.940905:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319181.940908:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319181.940910:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319181.940913:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4403 00000100:00080000:1.0:1767319181.940915:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319181.940919:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319181.940940:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d180 x1853163938707456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319181.941065:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938707328:0@lo:38:kworker.0 00000400:00000100:2.0:1767319181.941112:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938707328 offset 0 length 520: 4 00000100:00100000:2.0:1767319181.941179:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938707456:0@lo:38:kworker.0 00000400:00000100:2.0:1767319181.941195:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938707456 offset 0 length 520: 4 00010000:00010000:0.0:1767319182.840164:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319183.861746:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319183.988674:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319158/real 1767319158] req@ffff9a030c81f100 x1853163938707200/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319183 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319183.988712:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f100 x1853163938707200/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319183 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319183.988732:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319183.988761:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319183.988765:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938707200:0@lo:250:kworker.0 00000100:00080000:1.0:1767319183.990493:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319183.990503:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319183.990538:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319183.990547:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4405 00000100:00080000:1.0:1767319183.990552:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319183.990558:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319183.990595:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81dc00 x1853163938707584/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319183.990621:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319183.990625:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319183.990628:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319183.990631:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319183.991896:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938707584:0@lo:250:kworker.0 00000400:00000100:2.0:1767319183.991953:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938707584 offset 0 length 520: 4 00000400:00000100:0.0:1767319184.114140:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918038144 offset 0 length 520: 4 00000400:00000100:0.0:1767319184.114165:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918038272 offset 0 length 520: 4 00010000:00010000:0.0:1767319184.884802:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319185.909385:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319186.932980:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319186.997499:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319186.997528:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319186.997531:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319186.997535:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319186.997538:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319186.997540:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319187.956970:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319188.980844:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319189.045401:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319189.045411:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319189.045415:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319189.045418:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319189.045420:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319189.045423:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319190.009862:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319191.031398:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319192.052790:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319193.080484:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319194.100765:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319194.356755:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319194.356766:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319194.356769:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319194.356772:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319194.356775:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319194.356778:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319195.125141:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319196.149953:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319197.176138:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319198.199677:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319199.220787:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319199.476636:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319199.476650:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319199.476657:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319199.476660:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319199.476666:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319199.476668:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319200.245157:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319201.269016:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319202.292727:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319203.316969:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319204.340729:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319204.597349:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319204.597358:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319204.597362:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319204.597365:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319204.597367:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319204.597370:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319205.368100:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319206.391177:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319206.452833:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319181/real 1767319181] req@ffff9a030c81ce00 x1853163938707328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319206 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319206.452866:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ce00 x1853163938707328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319206 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319206.452876:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319181/real 1767319181] req@ffff9a030c81d180 x1853163938707456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319206 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319206.452896:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d180 x1853163938707456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319206 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319206.452915:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319206.452939:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319206.452942:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938707328:0@lo:38:kworker.0 00000100:00080000:2.0:1767319206.452947:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319206.452953:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319206.452956:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938707456:0@lo:38:kworker.0 00000100:00080000:1.0:1767319206.453027:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319206.453036:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319206.453040:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319206.453043:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319206.453046:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319206.453050:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4428 00000100:00080000:1.0:1767319206.453054:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319206.453060:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319206.453095:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c000 x1853163938707712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319206.453121:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319206.453125:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319206.453126:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319206.453130:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4428 00000100:00080000:1.0:1767319206.453132:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319206.453136:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319206.453171:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c380 x1853163938707840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319206.453332:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938707712:0@lo:38:kworker.0 00000400:00000100:2.0:1767319206.453378:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938707712 offset 0 length 520: 4 00000100:00100000:2.0:1767319206.453437:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938707840:0@lo:38:kworker.0 00000400:00000100:2.0:1767319206.453454:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938707840 offset 0 length 520: 4 00010000:00010000:2.0:1767319207.412775:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319208.436808:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319208.503427:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319183/real 1767319183] req@ffff9a030c81dc00 x1853163938707584/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319208 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319208.503470:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81dc00 x1853163938707584/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319208 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319208.503495:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319208.503538:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319208.503543:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938707584:0@lo:250:kworker.0 00000100:00080000:3.0:1767319208.503660:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319208.503668:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319208.503672:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319208.503678:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4430 00000100:00080000:3.0:1767319208.503684:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319208.503692:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319208.503749:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938707968/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319208.503778:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319208.503783:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319208.503786:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319208.503790:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319208.505536:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938707968:0@lo:250:kworker.0 00000400:00000100:2.0:1767319208.505620:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938707968 offset 0 length 520: 4 00010000:00010000:3.0:1767319209.464544:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319209.709638:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918038400 offset 0 length 520: 4 00000400:00000100:0.0:1767319209.709671:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918038528 offset 0 length 520: 4 00010000:00010000:0.0:1767319210.487064:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319211.512223:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319211.512295:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319211.512301:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319211.512304:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319211.512307:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319211.512310:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319211.512313:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319212.533135:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319213.557450:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319213.559529:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319213.559538:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319213.559541:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319213.559544:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319213.559547:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319213.559549:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319214.580950:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319215.607338:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319216.630310:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319217.652870:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319218.678001:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319218.933436:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.933447:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319218.933451:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.933454:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319218.933457:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319218.933460:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319219.707541:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319220.724892:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319221.749083:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319222.775190:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319223.798395:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319224.055685:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319224.055695:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319224.055698:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319224.055701:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319224.055704:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319224.055707:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319224.822032:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319225.845075:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319226.877668:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319227.897948:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319228.916838:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319229.173206:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319229.173213:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319229.173216:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319229.173219:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319229.173235:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319229.173239:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319229.940948:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319230.970038:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319231.991079:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319231.993866:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319206/real 1767319206] req@ffff9a030c81c000 x1853163938707712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319231 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319231.993911:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c000 x1853163938707712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319231 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319231.993921:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319206/real 1767319206] req@ffff9a030c81c380 x1853163938707840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319231 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319231.993932:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c380 x1853163938707840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319231 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319231.993949:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319231.993980:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319231.993984:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938707712:0@lo:38:kworker.0 00000100:00080000:0.0:1767319231.993990:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319231.993996:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319231.993999:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938707840:0@lo:38:kworker.0 00000100:00080000:1.0:1767319231.997723:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319231.997733:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319231.997736:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319231.997739:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319231.997744:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319231.997752:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4453 00000100:00080000:1.0:1767319231.997756:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319231.997763:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319231.997801:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c700 x1853163938708096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319231.997836:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319231.997840:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319231.997841:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319231.997845:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4453 00000100:00080000:1.0:1767319231.997847:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319231.997851:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319231.997863:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f800 x1853163938708224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319232.004977:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938708096:0@lo:38:kworker.0 00000400:00000100:0.0:1767319232.005041:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938708096 offset 0 length 520: 4 00000100:00100000:0.0:1767319232.005120:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938708224:0@lo:38:kworker.0 00000400:00000100:0.0:1767319232.005138:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938708224 offset 0 length 520: 4 00010000:00010000:2.0:1767319233.013181:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319233.014151:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319208/real 1767319208] req@ffff9a0441a24e00 x1853163938707968/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319233 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319233.014185:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938707968/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319233 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319233.014204:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319233.014230:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319233.014235:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938707968:0@lo:250:kworker.0 00000100:00080000:1.0:1767319233.014760:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319233.014766:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319233.014770:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319233.014775:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4455 00000100:00080000:1.0:1767319233.014779:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319233.014786:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319233.014817:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c380 x1853163938708352/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319233.014843:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319233.014847:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319233.014849:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319233.014852:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319233.017445:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938708352:0@lo:250:kworker.0 00000400:00000100:0.0:1767319233.017503:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938708352 offset 0 length 520: 4 00010000:00010000:0.0:1767319234.037553:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319234.287457:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918038656 offset 0 length 520: 4 00000400:00000100:3.0:1767319234.287474:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918038784 offset 0 length 520: 4 00010000:00010000:3.0:1767319235.061157:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319236.084948:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319237.044854:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319237.044864:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319237.044867:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319237.044870:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319237.044872:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319237.044875:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319237.109097:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319238.068618:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319238.068631:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319238.068635:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319238.068639:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319238.068642:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319238.068645:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319238.132726:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319239.158199:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319240.181717:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319241.206103:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319242.234639:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319243.252851:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319243.508769:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319243.508813:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319243.508816:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319243.508827:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319243.508830:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319243.508833:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319244.282693:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319245.301179:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319246.324756:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319247.352333:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319248.372736:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319248.628652:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319248.628663:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319248.628666:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319248.628669:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319248.628672:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319248.628674:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319249.397430:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319250.426941:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319251.444749:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319252.468715:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319253.492755:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319253.750480:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319253.750492:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319253.750495:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319253.750499:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319253.750501:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319253.750532:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319254.516690:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319255.540763:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319256.565118:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319257.524681:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319232/real 1767319232] req@ffff9a030c81c700 x1853163938708096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319257 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319257.524716:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c700 x1853163938708096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319257 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319257.524727:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319232/real 1767319232] req@ffff9a030c81f800 x1853163938708224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319257 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319257.524738:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f800 x1853163938708224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319257 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319257.524768:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319257.524796:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319257.524801:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938708096:0@lo:38:kworker.0 00000100:00080000:2.0:1767319257.524806:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319257.524811:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319257.524814:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938708224:0@lo:38:kworker.0 00000100:00080000:1.0:1767319257.525273:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319257.525279:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319257.525281:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319257.525284:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319257.525287:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319257.525292:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4478 00000100:00080000:1.0:1767319257.525296:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319257.525340:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319257.525374:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c000 x1853163938708480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319257.525399:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319257.525402:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319257.525403:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319257.525406:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4478 00000100:00080000:1.0:1767319257.525408:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319257.525411:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319257.525421:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81dc00 x1853163938708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319257.525670:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938708480:0@lo:38:kworker.0 00000400:00000100:2.0:1767319257.525718:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938708480 offset 0 length 520: 4 00000100:00100000:2.0:1767319257.526422:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938708608:0@lo:38:kworker.0 00000400:00000100:2.0:1767319257.526449:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938708608 offset 0 length 520: 4 00010000:00010000:3.0:1767319257.588933:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319258.548649:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319233/real 1767319233] req@ffff9a030c81c380 x1853163938708352/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319258 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319258.548682:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c380 x1853163938708352/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319258 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319258.548707:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319258.548740:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319258.548744:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938708352:0@lo:250:kworker.0 00000100:00080000:0.0:1767319258.548857:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319258.548863:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319258.548866:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319258.548871:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4479 00000100:00080000:0.0:1767319258.548875:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319258.548881:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319258.548956:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834e00 x1853163938708736/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319258.548981:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319258.548985:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319258.548988:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319258.548991:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319258.549048:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938708736:0@lo:250:kworker.0 00000400:00000100:2.0:1767319258.549100:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938708736 offset 0 length 520: 4 00010000:00010000:2.0:1767319258.612722:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319259.636842:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319259.893732:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918038912 offset 0 length 520: 4 00000400:00000100:2.0:1767319259.898035:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918039040 offset 0 length 520: 4 00010000:00010000:3.0:1767319260.660715:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319261.684769:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319262.581106:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319262.581116:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319262.581119:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319262.581122:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319262.581125:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319262.581128:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319262.711804:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319263.606926:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319263.606937:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319263.606940:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319263.606944:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319263.606946:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319263.606949:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319263.733096:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319264.756728:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319265.780721:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319266.807096:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319267.828704:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319268.855457:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319269.111683:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319269.111693:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319269.111710:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319269.111715:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319269.111717:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319269.111721:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319269.877901:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319270.900765:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319271.924726:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319272.948817:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319273.972682:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319274.229195:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319274.229204:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319274.229208:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319274.229211:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319274.229214:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319274.229217:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319275.000150:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319276.023055:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319277.046767:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319278.068817:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319279.094285:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319279.351922:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319279.351938:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319279.351941:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319279.351944:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319279.351947:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319279.351950:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319280.116670:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319281.140883:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319282.037334:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319257/real 1767319257] req@ffff9a030c81c000 x1853163938708480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319282 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319282.037416:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c000 x1853163938708480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319282 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319282.037426:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319257/real 1767319257] req@ffff9a030c81dc00 x1853163938708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319282 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319282.037436:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81dc00 x1853163938708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319282 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319282.037454:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319282.037479:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319282.037483:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938708480:0@lo:38:kworker.0 00000100:00080000:0.0:1767319282.037488:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319282.037492:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319282.037495:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938708608:0@lo:38:kworker.0 00000100:00080000:1.0:1767319282.037617:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319282.037622:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319282.037624:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319282.037628:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319282.037630:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319282.037634:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4504 00000100:00080000:1.0:1767319282.037638:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319282.037662:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319282.037720:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d180 x1853163938708864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319282.037733:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319282.037744:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319282.037746:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319282.037748:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4504 00000100:00080000:1.0:1767319282.037750:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319282.037754:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319282.037768:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ce00 x1853163938708992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319282.038019:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938708864:0@lo:38:kworker.0 00000400:00000100:0.0:1767319282.038062:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938708864 offset 0 length 520: 4 00000100:00100000:0.0:1767319282.038168:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938708992:0@lo:38:kworker.0 00000400:00000100:0.0:1767319282.038187:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938708992 offset 0 length 520: 4 00010000:00010000:0.0:1767319282.166139:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319283.060682:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319258/real 1767319258] req@ffff9a0303834e00 x1853163938708736/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319283 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319283.060715:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834e00 x1853163938708736/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319283 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319283.060735:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319283.060762:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319283.060766:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938708736:0@lo:250:kworker.0 00000100:00080000:1.0:1767319283.061091:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319283.061113:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319283.061117:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319283.061121:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4505 00000100:00080000:1.0:1767319283.061125:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319283.061132:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319283.061162:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f100 x1853163938709120/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319283.061187:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319283.061191:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319283.061194:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319283.061197:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319283.061489:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938709120:0@lo:250:kworker.0 00000400:00000100:0.0:1767319283.061553:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938709120 offset 0 length 520: 4 00010000:00010000:3.0:1767319283.191161:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319284.212747:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319284.470773:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918039168 offset 0 length 520: 4 00000400:00000100:2.0:1767319284.470798:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918039296 offset 0 length 520: 4 00010000:00010000:0.0:1767319285.236885:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319286.260748:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319287.092660:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319287.092670:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319287.092673:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319287.092676:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319287.092679:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319287.092682:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319287.284769:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319288.119435:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319288.119445:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319288.119449:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319288.119452:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319288.119455:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319288.119458:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319288.311477:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319289.333730:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319290.356720:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319291.380726:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319292.407818:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319293.172634:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319293.172645:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319293.172648:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319293.172651:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319293.172653:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319293.172667:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319293.428638:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319294.455078:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319295.492380:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319296.500832:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319297.524740:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319298.292647:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319298.292657:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319298.292660:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319298.292663:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319298.292666:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319298.292669:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319298.548741:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319299.573206:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319300.596746:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319301.620780:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319302.644803:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319303.412651:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319303.412662:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319303.412667:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319303.412670:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319303.412672:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319303.412675:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319303.671020:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319304.692723:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319305.716701:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319306.741847:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319307.572797:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319282/real 1767319282] req@ffff9a030c81d180 x1853163938708864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319307 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319307.572829:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d180 x1853163938708864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319307 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319307.572840:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319282/real 1767319282] req@ffff9a030c81ce00 x1853163938708992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319307 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319307.572851:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ce00 x1853163938708992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319307 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319307.572869:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319307.572898:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319307.572902:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938708864:0@lo:38:kworker.0 00000100:00080000:2.0:1767319307.572907:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319307.572911:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319307.572914:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938708992:0@lo:38:kworker.0 00000100:00080000:1.0:1767319307.573003:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319307.573008:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319307.573011:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319307.573015:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319307.573018:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319307.573023:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4528 00000100:00080000:1.0:1767319307.573026:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319307.573032:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319307.573070:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ea00 x1853163938709248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319307.573094:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319307.573098:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319307.573100:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319307.573103:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4528 00000100:00080000:1.0:1767319307.573105:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319307.573108:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319307.573118:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d500 x1853163938709376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319307.573257:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938709248:0@lo:38:kworker.0 00000400:00000100:2.0:1767319307.573348:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938709248 offset 0 length 520: 4 00000100:00100000:2.0:1767319307.573424:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938709376:0@lo:38:kworker.0 00000400:00000100:2.0:1767319307.573443:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938709376 offset 0 length 520: 4 00010000:00010000:0.0:1767319307.766914:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319308.598470:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319283/real 1767319283] req@ffff9a030c81f100 x1853163938709120/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319308 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319308.598530:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f100 x1853163938709120/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319308 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319308.598557:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319308.598588:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319308.598592:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938709120:0@lo:250:kworker.0 00000100:00080000:1.0:1767319308.598688:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319308.598694:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319308.598697:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319308.598702:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4529 00000100:00080000:1.0:1767319308.598705:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319308.598711:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319308.598743:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ca80 x1853163938709504/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319308.598770:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319308.598774:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319308.598777:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319308.598780:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319308.598838:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938709504:0@lo:250:kworker.0 00000400:00000100:2.0:1767319308.598883:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938709504 offset 0 length 520: 4 00010000:00010000:3.0:1767319308.789070:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319309.816709:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319310.063238:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918039424 offset 0 length 520: 4 00000400:00000100:0.0:1767319310.063263:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918039552 offset 0 length 520: 4 00010000:00010000:0.0:1767319310.838331:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319311.863384:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319312.629055:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.629066:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319312.629069:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.629072:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319312.629075:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319312.629078:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319312.885860:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319313.652640:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319313.652650:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319313.652653:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319313.652657:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319313.652662:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319313.652665:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319313.910551:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319314.932882:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319315.956736:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319316.981144:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319318.007502:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319318.772750:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319318.772760:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319318.772763:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319318.772766:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319318.772769:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319318.772772:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319319.028734:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319320.052848:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319321.076843:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319322.101091:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319323.124710:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319323.892626:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319323.892635:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319323.892639:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319323.892642:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319323.892645:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319323.892648:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319324.148750:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319325.173171:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319326.196720:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319327.220790:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319328.245107:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319329.012681:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319329.012703:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319329.012707:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319329.012710:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319329.012713:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319329.012716:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319329.268869:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319330.292714:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319331.316745:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319332.084891:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319307/real 1767319307] req@ffff9a030c81ea00 x1853163938709248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319332 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319332.084920:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ea00 x1853163938709248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319332 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319332.084930:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319307/real 1767319307] req@ffff9a030c81d500 x1853163938709376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319332 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319332.084939:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d500 x1853163938709376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319332 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319332.084957:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319332.084978:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319332.084982:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938709248:0@lo:38:kworker.0 00000100:00080000:0.0:1767319332.084987:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319332.084991:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319332.084994:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938709376:0@lo:38:kworker.0 00000100:00080000:2.0:1767319332.085086:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319332.085091:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319332.085093:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319332.085096:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319332.085099:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319332.085104:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4554 00000100:00080000:2.0:1767319332.085107:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319332.085112:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319332.085164:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938709632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319332.085187:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319332.085190:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319332.085191:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319332.085194:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4554 00000100:00080000:2.0:1767319332.085197:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319332.085199:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319332.085223:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938709760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319332.085952:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938709632:0@lo:38:kworker.0 00000400:00000100:0.0:1767319332.085999:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938709632 offset 0 length 520: 4 00000100:00100000:0.0:1767319332.086076:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938709760:0@lo:38:kworker.0 00000400:00000100:0.0:1767319332.086093:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938709760 offset 0 length 520: 4 00010000:00010000:3.0:1767319332.340724:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319333.108929:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319308/real 1767319308] req@ffff9a030c81ca80 x1853163938709504/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319333 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319333.108963:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ca80 x1853163938709504/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319333 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319333.108982:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319333.109010:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319333.109014:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938709504:0@lo:250:kworker.0 00000100:00080000:0.0:1767319333.109126:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319333.109131:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319333.109134:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319333.109139:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4555 00000100:00080000:0.0:1767319333.109143:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319333.109148:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319333.109179:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834e00 x1853163938709888/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319333.111999:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938709888:0@lo:250:kworker.0 00000400:00000100:2.0:1767319333.112079:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938709888 offset 0 length 520: 4 00000100:00080000:0.0:1767319333.112376:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319333.112382:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319333.112384:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319333.112398:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319333.364759:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319334.393872:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319334.644476:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918039680 offset 0 length 520: 4 00000400:00000100:0.0:1767319334.644500:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918039808 offset 0 length 520: 4 00010000:00010000:2.0:1767319335.412677:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319336.439154:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319337.141074:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319337.141085:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319337.141088:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319337.141091:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319337.141094:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319337.141097:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319337.460807:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319338.164627:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319338.164638:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319338.164641:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319338.164645:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319338.164648:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319338.164651:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319338.484729:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319339.509271:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319340.532803:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319341.556784:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319342.580997:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319343.349816:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319343.349826:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319343.349829:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319343.349833:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319343.349835:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319343.349838:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319343.604969:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319344.628683:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319345.653780:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319346.676747:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319347.706350:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319348.470293:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319348.470303:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319348.470306:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319348.470310:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319348.470312:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319348.470314:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319348.727164:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319349.748725:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319350.773643:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319351.796673:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319352.821757:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319353.588922:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319353.588934:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319353.588937:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319353.588940:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319353.588942:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319353.588945:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319353.844774:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319354.869097:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319355.895528:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319356.917200:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319357.620628:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319332/real 1767319332] req@ffff9a031c19b800 x1853163938709632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319357 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319357.620658:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938709632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319357 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319357.620669:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319332/real 1767319332] req@ffff9a031c19bb80 x1853163938709760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319357 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319357.620680:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938709760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319357 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319357.620698:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319357.620726:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319357.620731:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938709632:0@lo:38:kworker.0 00000100:00080000:2.0:1767319357.620736:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319357.620741:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319357.620743:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938709760:0@lo:38:kworker.0 00000100:00080000:3.0:1767319357.620905:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319357.620910:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319357.620912:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319357.620916:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319357.620918:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319357.620923:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4578 00000100:00080000:3.0:1767319357.620927:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319357.620933:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319357.620965:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938710016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319357.620988:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319357.620992:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319357.620993:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319357.620996:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4578 00000100:00080000:3.0:1767319357.620998:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319357.621002:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319357.621010:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938710144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319357.621065:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938710016:0@lo:38:kworker.0 00000400:00000100:2.0:1767319357.621107:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938710016 offset 0 length 520: 4 00000100:00100000:2.0:1767319357.621169:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938710144:0@lo:38:kworker.0 00000400:00000100:2.0:1767319357.621183:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938710144 offset 0 length 520: 4 00010000:00010000:3.0:1767319357.940966:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319358.644667:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319333/real 1767319333] req@ffff9a0303834e00 x1853163938709888/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319358 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319358.644709:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834e00 x1853163938709888/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319358 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319358.644731:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319358.644755:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319358.644759:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938709888:0@lo:250:kworker.0 00000100:00080000:0.0:1767319358.645706:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319358.645719:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319358.645724:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319358.645734:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4579 00000100:00080000:0.0:1767319358.645740:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319358.645749:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319358.645793:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836d80 x1853163938710272/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319358.645829:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319358.645834:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319358.645838:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319358.645841:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319358.646769:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938710272:0@lo:250:kworker.0 00000400:00000100:2.0:1767319358.646828:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938710272 offset 0 length 520: 4 00010000:00010000:0.0:1767319358.966158:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319359.216378:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918039936 offset 0 length 520: 4 00000400:00000100:0.0:1767319359.216706:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918040064 offset 0 length 520: 4 00010000:00010000:3.0:1767319359.988754:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319361.012738:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319362.038653:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319362.677222:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319362.677232:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319362.677235:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319362.677238:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319362.677241:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319362.677245:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319363.065448:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319363.700962:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319363.700972:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319363.700976:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319363.700979:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319363.700981:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319363.700984:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319364.085074:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319365.110938:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319366.133706:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319367.156935:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319368.180811:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319368.953120:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319368.953130:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319368.953133:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319368.953137:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319368.953139:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319368.953142:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319369.206175:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319370.228724:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319371.255971:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319372.276962:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319373.302090:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319374.068685:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319374.068695:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319374.068698:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319374.068702:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319374.068705:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319374.068708:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319374.324765:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319375.349204:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319376.372851:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319377.396927:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319378.420868:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319379.189967:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319379.189976:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319379.189979:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319379.189982:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319379.189985:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319379.189988:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319379.444798:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319380.471761:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319381.494363:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319382.132603:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319357/real 1767319357] req@ffff9a0441a25c00 x1853163938710016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319382 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319382.132636:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938710016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319382 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319382.132647:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319357/real 1767319357] req@ffff9a0441a26d80 x1853163938710144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319382 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319382.132665:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938710144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319382 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319382.132683:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319382.132720:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319382.132724:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938710016:0@lo:38:kworker.0 00000100:00080000:2.0:1767319382.132730:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319382.132735:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319382.132746:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938710144:0@lo:38:kworker.0 00000100:00080000:3.0:1767319382.134287:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319382.134296:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319382.134299:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319382.134302:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319382.134307:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319382.134314:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4604 00000100:00080000:3.0:1767319382.134319:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319382.134325:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319382.134375:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938710400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319382.134411:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319382.134415:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319382.134416:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319382.134420:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4604 00000100:00080000:3.0:1767319382.134422:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319382.134427:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319382.134440:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938710528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319382.134541:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938710400:0@lo:38:kworker.0 00000400:00000100:2.0:1767319382.134603:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938710400 offset 0 length 520: 4 00000100:00100000:2.0:1767319382.134674:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938710528:0@lo:38:kworker.0 00000400:00000100:2.0:1767319382.134706:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938710528 offset 0 length 520: 4 00010000:00010000:0.0:1767319382.519459:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319383.156645:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319358/real 1767319358] req@ffff9a0303836d80 x1853163938710272/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319383 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319383.156678:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836d80 x1853163938710272/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319383 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319383.156724:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319383.156759:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319383.156764:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938710272:0@lo:250:kworker.0 00000100:00080000:3.0:1767319383.158742:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319383.158751:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319383.158755:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319383.158763:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4605 00000100:00080000:3.0:1767319383.158767:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319383.158774:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319383.158809:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27480 x1853163938710656/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319383.158843:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319383.158847:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319383.158849:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319383.158852:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319383.158891:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938710656:0@lo:250:kworker.0 00000400:00000100:2.0:1767319383.158939:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938710656 offset 0 length 520: 4 00010000:00010000:3.0:1767319383.541279:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319384.566605:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319384.815482:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918040192 offset 0 length 520: 4 00000400:00000100:3.0:1767319384.815559:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918040320 offset 0 length 520: 4 00010000:00010000:3.0:1767319385.588886:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319386.613194:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319387.189149:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319387.189161:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319387.189164:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319387.189168:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319387.189171:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319387.189174:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319387.639810:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319388.212625:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319388.212635:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319388.212639:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319388.212643:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319388.212645:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319388.212660:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319388.663949:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319389.689207:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319390.712694:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319391.733180:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319392.757576:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319393.524739:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319393.524750:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319393.524753:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319393.524756:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319393.524758:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319393.524760:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319393.780819:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319394.804811:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319395.828885:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319396.854545:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319397.876759:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319398.644799:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319398.644809:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319398.644812:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319398.644816:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319398.644818:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319398.644821:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319398.900995:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319399.924763:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319400.948749:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319401.972767:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319402.996913:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319403.764766:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319403.764776:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319403.764780:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319403.764783:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319403.764786:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319403.764788:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319404.025414:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319405.044935:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319406.068793:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319407.096867:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319407.668651:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319382/real 1767319382] req@ffff9a0441a27800 x1853163938710400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319407 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319407.668691:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938710400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319407 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319407.668702:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319382/real 1767319382] req@ffff9a0441a24380 x1853163938710528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319407 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319407.668713:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938710528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319407 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319407.668731:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319407.668753:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319407.668758:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938710400:0@lo:38:kworker.0 00000100:00080000:0.0:1767319407.668763:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319407.668768:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319407.668770:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938710528:0@lo:38:kworker.0 00000100:00080000:3.0:1767319407.668922:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319407.668927:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319407.668930:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319407.668933:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319407.668936:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319407.668942:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4628 00000100:00080000:3.0:1767319407.668946:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319407.668952:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319407.668987:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938710784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319407.669011:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319407.669015:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319407.669016:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319407.669019:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4628 00000100:00080000:3.0:1767319407.669022:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319407.669025:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319407.669036:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938710912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319407.669206:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938710784:0@lo:38:kworker.0 00000400:00000100:0.0:1767319407.669265:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938710784 offset 0 length 520: 4 00000100:00100000:0.0:1767319407.669321:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938710912:0@lo:38:kworker.0 00000400:00000100:0.0:1767319407.669337:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938710912 offset 0 length 520: 4 00010000:00010000:0.0:1767319408.120662:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319408.692649:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319383/real 1767319383] req@ffff9a0441a27480 x1853163938710656/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319408 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319408.692684:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27480 x1853163938710656/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319408 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319408.692713:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319408.692761:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319408.692767:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938710656:0@lo:250:kworker.0 00000100:00080000:3.0:1767319408.692951:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319408.692957:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319408.692961:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319408.692967:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4629 00000100:00080000:3.0:1767319408.692972:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319408.692980:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319408.693027:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938711040/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319408.693101:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938711040:0@lo:250:kworker.0 00000400:00000100:0.0:1767319408.693150:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938711040 offset 0 length 520: 4 00000100:00080000:3.0:1767319408.693306:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319408.693311:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319408.693313:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319408.693317:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319409.140924:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319409.395219:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918040448 offset 0 length 520: 4 00000400:00000100:3.0:1767319409.395242:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918040576 offset 0 length 520: 4 00010000:00010000:0.0:1767319410.164769:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319411.190466:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319412.213675:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319412.724591:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319412.724600:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319412.724604:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319412.724607:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319412.724611:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319412.724614:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319413.237097:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319413.749091:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319413.749104:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319413.749108:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319413.749111:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319413.749114:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319413.749117:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319414.260672:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319415.284790:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319416.308797:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319417.333011:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319418.357052:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319419.125871:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319419.125882:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319419.125886:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319419.125889:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319419.125892:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319419.125895:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319419.382091:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319420.406311:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319421.428772:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319422.452750:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319423.477444:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319424.245102:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319424.245115:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319424.245119:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319424.245122:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319424.245125:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319424.245129:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319424.500894:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319425.524693:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319426.548742:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319427.572717:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319428.596974:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319429.366646:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319429.366672:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319429.366676:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319429.366680:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319429.366684:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319429.366687:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319429.622130:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319430.644749:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319431.669904:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319432.180939:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319407/real 1767319407] req@ffff9a0441a24380 x1853163938710784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319432 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319432.180993:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938710784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319432 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319432.181005:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319407/real 1767319407] req@ffff9a0441a27800 x1853163938710912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319432 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319432.181018:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938710912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319432 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319432.181042:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319432.181074:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319432.181080:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938710784:0@lo:38:kworker.0 00000100:00080000:0.0:1767319432.181086:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319432.181093:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319432.181096:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938710912:0@lo:38:kworker.0 00000100:00080000:3.0:1767319432.183673:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319432.183685:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319432.183690:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319432.183695:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319432.183700:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319432.183711:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4654 00000100:00080000:3.0:1767319432.183717:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319432.183726:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319432.183783:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938711168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319432.183827:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319432.183831:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319432.183833:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319432.183836:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4654 00000100:00080000:3.0:1767319432.183839:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319432.183842:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319432.183856:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938711296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319432.184092:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938711168:0@lo:38:kworker.0 00000400:00000100:0.0:1767319432.184169:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938711168 offset 0 length 520: 4 00000100:00100000:0.0:1767319432.184264:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938711296:0@lo:38:kworker.0 00000400:00000100:0.0:1767319432.184285:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938711296 offset 0 length 520: 4 00010000:00010000:2.0:1767319432.693661:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319433.208065:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319408/real 1767319408] req@ffff9a0441a26d80 x1853163938711040/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319433 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319433.208108:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938711040/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319433 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319433.208134:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319433.208165:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319433.208177:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938711040:0@lo:250:kworker.0 00000100:00080000:1.0:1767319433.208272:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319433.208279:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319433.208283:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319433.208289:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4655 00000100:00080000:1.0:1767319433.208294:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319433.208302:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319433.208355:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81df80 x1853163938711424/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319433.208382:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319433.208387:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319433.208390:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319433.208393:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319433.208768:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938711424:0@lo:250:kworker.0 00000400:00000100:0.0:1767319433.208831:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938711424 offset 0 length 520: 4 00010000:00010000:0.0:1767319433.720078:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319434.751028:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319434.994421:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918040704 offset 0 length 520: 4 00000400:00000100:2.0:1767319434.994452:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918040832 offset 0 length 520: 4 00010000:00010000:0.0:1767319435.764742:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319436.789730:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319437.236692:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319437.236702:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319437.236706:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319437.236710:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319437.236712:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319437.236714:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319437.813160:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319438.260905:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319438.260915:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319438.260918:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319438.260922:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319438.260924:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319438.260927:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319438.836702:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319439.863917:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319440.884780:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319441.909968:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319442.932822:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319443.700697:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319443.700705:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319443.700709:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319443.700713:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319443.700716:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319443.700719:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319443.965663:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319444.982428:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319446.008951:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319447.028782:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319448.054710:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319448.822148:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319448.822162:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319448.822166:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319448.822170:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319448.822173:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319448.822177:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319449.077303:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319450.101028:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319451.124785:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319452.149053:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319453.176860:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319453.940828:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319453.940841:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319453.940845:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319453.940849:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319453.940852:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319453.940855:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319454.198632:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319455.220689:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319456.245082:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319457.271216:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319457.717220:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319432/real 1767319432] req@ffff9a0441a25c00 x1853163938711168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319457 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319457.717257:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938711168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319457 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319457.717268:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319432/real 1767319432] req@ffff9a0441a24e00 x1853163938711296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319457 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319457.717285:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938711296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319457 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319457.717304:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319457.717337:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319457.717341:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938711168:0@lo:38:kworker.0 00000100:00080000:2.0:1767319457.717346:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319457.717351:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319457.717354:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938711296:0@lo:38:kworker.0 00000100:00080000:0.0:1767319457.717560:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319457.717565:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319457.717568:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319457.717571:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319457.717574:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319457.717578:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4678 00000100:00080000:0.0:1767319457.717581:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319457.717588:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319457.717622:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837100 x1853163938711552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319457.717648:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319457.717651:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319457.717653:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319457.717656:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4678 00000100:00080000:0.0:1767319457.717658:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319457.717662:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319457.717673:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836300 x1853163938711680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319457.717734:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938711552:0@lo:38:kworker.0 00000400:00000100:2.0:1767319457.717781:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938711552 offset 0 length 520: 4 00000100:00100000:2.0:1767319457.717856:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938711680:0@lo:38:kworker.0 00000400:00000100:2.0:1767319457.717875:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938711680 offset 0 length 520: 4 00010000:00010000:2.0:1767319458.292712:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319458.740695:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319433/real 1767319433] req@ffff9a030c81df80 x1853163938711424/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319458 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319458.740727:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81df80 x1853163938711424/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319458 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319458.740750:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319458.740776:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319458.740780:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938711424:0@lo:250:kworker.0 00000100:00080000:1.0:1767319458.740888:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319458.740893:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319458.740895:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319458.740898:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4679 00000100:00080000:1.0:1767319458.740901:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319458.740906:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319458.740931:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81fb80 x1853163938711808/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319458.740951:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319458.740954:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319458.740956:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319458.740958:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319458.740999:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938711808:0@lo:250:kworker.0 00000400:00000100:2.0:1767319458.741037:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938711808 offset 0 length 520: 4 00010000:00010000:0.0:1767319459.318999:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319459.569272:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918040960 offset 0 length 520: 4 00000400:00000100:3.0:1767319459.569295:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918041088 offset 0 length 520: 4 00010000:00010000:3.0:1767319460.340811:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319461.365272:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319462.388748:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319462.773387:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319462.773398:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319462.773401:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319462.773404:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319462.773407:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319462.773412:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319463.412878:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319463.796807:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319463.796817:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319463.796820:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319463.796823:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319463.796826:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319463.796828:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319464.437702:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319465.460784:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319466.485775:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319467.508859:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319468.532903:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319469.301634:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319469.301648:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319469.301651:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319469.301654:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319469.301657:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319469.301660:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319469.558353:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319470.580767:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319471.605151:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319472.629660:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319473.657661:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319474.420705:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319474.420715:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319474.420718:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319474.420722:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319474.420725:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319474.420727:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319474.676802:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319475.700927:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319476.725324:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319477.748738:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319478.776018:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319479.541012:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319479.541022:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319479.541035:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319479.541039:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319479.541042:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319479.541045:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319479.801627:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319480.821211:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319481.845065:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319482.228970:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319457/real 1767319457] req@ffff9a0303837100 x1853163938711552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319482 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319482.229028:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837100 x1853163938711552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319482 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319482.229040:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319457/real 1767319457] req@ffff9a0303836300 x1853163938711680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319482 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319482.229053:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836300 x1853163938711680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319482 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319482.229076:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319482.229106:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319482.229110:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938711552:0@lo:38:kworker.0 00000100:00080000:0.0:1767319482.229117:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319482.229125:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319482.229128:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938711680:0@lo:38:kworker.0 00000100:00080000:3.0:1767319482.229397:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319482.229403:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319482.229406:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319482.229410:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319482.229414:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319482.229420:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4704 00000100:00080000:3.0:1767319482.229424:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319482.229431:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319482.229477:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938711936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319482.229538:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319482.229542:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319482.229544:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319482.229729:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4704 00000100:00080000:3.0:1767319482.229733:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319482.229738:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319482.229755:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319482.229972:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938711936:0@lo:38:kworker.0 00000400:00000100:0.0:1767319482.230047:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938711936 offset 0 length 520: 4 00000100:00100000:0.0:1767319482.230184:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938712064:0@lo:38:kworker.0 00000400:00000100:0.0:1767319482.230203:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938712064 offset 0 length 520: 4 00010000:00010000:3.0:1767319482.869721:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319483.252669:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319458/real 1767319458] req@ffff9a030c81fb80 x1853163938711808/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319483 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319483.252705:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81fb80 x1853163938711808/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319483 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319483.252723:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319483.252744:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319483.252749:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938711808:0@lo:250:kworker.0 00000100:00080000:3.0:1767319483.253062:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319483.253068:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319483.253071:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319483.253077:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4705 00000100:00080000:3.0:1767319483.253082:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319483.253091:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319483.253145:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938712192/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319483.253165:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319483.253169:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319483.253172:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319483.253174:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319483.253221:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938712192:0@lo:250:kworker.0 00000400:00000100:0.0:1767319483.253275:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938712192 offset 0 length 520: 4 00010000:00010000:2.0:1767319483.893703:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319484.142148:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918041216 offset 0 length 520: 4 00000400:00000100:3.0:1767319484.142178:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918041344 offset 0 length 520: 4 00010000:00010000:0.0:1767319484.917108:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319485.940935:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319486.965053:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319487.284963:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319487.285010:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319487.285014:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319487.285026:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319487.285030:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319487.285033:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319487.989296:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319488.309554:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319488.309566:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319488.309570:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319488.309574:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319488.309577:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319488.309580:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319489.012991:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319490.038292:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319491.063341:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319492.084794:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319493.108822:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319493.365240:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319493.365250:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319493.365253:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319493.365257:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319493.365259:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319493.365262:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319494.132749:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319495.157098:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319496.182096:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319497.205192:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319498.229047:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319498.485909:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319498.485919:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319498.485922:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319498.485925:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319498.485928:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319498.485931:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319499.258176:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319500.277063:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319501.300847:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319502.324835:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319503.348735:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319503.604894:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319503.604915:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319503.604918:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319503.604921:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319503.604924:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319503.604926:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319504.372774:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319505.398710:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319506.421252:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319507.445101:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319507.767152:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319482/real 1767319482] req@ffff9a0441a27b80 x1853163938711936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319507 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319507.767195:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938711936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319507 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319507.767207:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319482/real 1767319482] req@ffff9a0441a24e00 x1853163938712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319507 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319507.767219:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319507 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319507.767237:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319507.767425:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319507.767430:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938711936:0@lo:38:kworker.0 00000100:00080000:2.0:1767319507.767437:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319507.769611:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319507.769621:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319507.769625:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319507.769629:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319507.769634:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319507.769641:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4728 00000100:00080000:0.0:1767319507.769646:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319507.769652:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319507.769784:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836300 x1853163938712320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319507.769801:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319507.769804:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319507.769806:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319507.769808:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4728 00000100:00080000:0.0:1767319507.769811:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319507.769815:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319507.769828:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837100 x1853163938712448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319507.769945:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319507.769951:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938712064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319507.769984:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938712320:0@lo:38:kworker.0 00000400:00000100:2.0:1767319507.770033:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938712320 offset 0 length 520: 4 00000100:00100000:2.0:1767319507.770096:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938712448:0@lo:38:kworker.0 00000400:00000100:2.0:1767319507.770368:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938712448 offset 0 length 520: 4 00000100:00080000:0.0:1767319507.770443:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319507.770447:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319508.470214:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319508.789212:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319483/real 1767319483] req@ffff9a0441a25c00 x1853163938712192/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319508 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319508.789245:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938712192/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319508 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319508.789265:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319508.789291:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319508.789295:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938712192:0@lo:250:kworker.0 00000100:00080000:0.0:1767319508.790550:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319508.790559:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319508.790562:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319508.790570:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4729 00000100:00080000:0.0:1767319508.790575:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319508.790581:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319508.790618:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834380 x1853163938712576/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319508.790651:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319508.790655:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319508.790658:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319508.790660:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319508.791334:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938712576:0@lo:250:kworker.0 00000400:00000100:2.0:1767319508.791389:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938712576 offset 0 length 520: 4 00010000:00010000:2.0:1767319509.496027:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319509.746748:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918041472 offset 0 length 520: 4 00000400:00000100:0.0:1767319509.746771:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918041600 offset 0 length 520: 4 00010000:00010000:0.0:1767319510.516714:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319511.541250:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319512.564741:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319512.820925:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319512.820934:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319512.820937:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319512.820941:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319512.820944:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319512.820946:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319513.600350:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319513.844778:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319513.844787:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319513.844790:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319513.844803:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319513.844805:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319513.844808:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319514.612821:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319515.636748:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319516.660803:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319517.684818:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319518.710367:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319518.964727:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319518.964737:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319518.964740:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319518.964744:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319518.964748:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319518.964751:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319519.732883:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319520.756722:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319521.780791:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319522.804779:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319523.831421:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319524.084683:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319524.084695:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319524.084698:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319524.084702:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319524.084704:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319524.084707:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319524.852943:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319525.881775:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319526.901134:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319527.928368:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319528.950152:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319529.205205:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319529.205214:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319529.205217:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319529.205221:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319529.205223:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319529.205226:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319529.973769:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319531.003021:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319532.021711:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319532.276658:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319507/real 1767319507] req@ffff9a0303836300 x1853163938712320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319532 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319532.276702:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836300 x1853163938712320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319532 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319532.276712:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319507/real 1767319507] req@ffff9a0303837100 x1853163938712448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319532 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319532.276724:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837100 x1853163938712448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319532 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319532.276743:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319532.276789:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319532.276793:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938712320:0@lo:38:kworker.0 00000100:00080000:2.0:1767319532.276798:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319532.276804:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319532.276807:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938712448:0@lo:38:kworker.0 00000100:00080000:0.0:1767319532.277052:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319532.277058:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319532.277060:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319532.277064:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319532.277066:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319532.277070:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4754 00000100:00080000:0.0:1767319532.277074:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319532.277080:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319532.277113:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835180 x1853163938712704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319532.277137:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319532.277140:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319532.277142:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319532.277145:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4754 00000100:00080000:0.0:1767319532.277147:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319532.277150:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319532.277162:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836680 x1853163938712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319532.277358:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938712704:0@lo:38:kworker.0 00000400:00000100:2.0:1767319532.277407:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938712704 offset 0 length 520: 4 00000100:00100000:2.0:1767319532.277462:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938712832:0@lo:38:kworker.0 00000400:00000100:2.0:1767319532.277479:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938712832 offset 0 length 520: 4 00010000:00010000:0.0:1767319533.047470:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319533.301437:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319508/real 1767319508] req@ffff9a0303834380 x1853163938712576/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319533 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319533.301467:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834380 x1853163938712576/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319533 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319533.301490:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319533.301551:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319533.301555:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938712576:0@lo:250:kworker.0 00000100:00080000:1.0:1767319533.302931:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319533.302939:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319533.302942:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319533.302949:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4755 00000100:00080000:1.0:1767319533.302953:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319533.302960:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319533.302989:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81e680 x1853163938712960/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319533.303019:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319533.303023:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319533.303025:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319533.303028:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319533.303654:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938712960:0@lo:250:kworker.0 00000400:00000100:0.0:1767319533.303721:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938712960 offset 0 length 520: 4 00010000:00010000:3.0:1767319534.069120:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319534.327999:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918041728 offset 0 length 520: 4 00000400:00000100:0.0:1767319534.328029:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918041856 offset 0 length 520: 4 00010000:00010000:2.0:1767319535.092741:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319536.116741:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319536.308635:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319536.308656:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319536.308659:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319536.308662:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319536.308664:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319536.308667:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319537.140791:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319538.171352:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319538.357116:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319538.357130:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319538.357133:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319538.357137:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319538.357141:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319538.357145:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319539.190582:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319540.213245:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319541.236913:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319542.274986:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319543.284789:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319543.540675:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319543.540688:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319543.540692:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319543.540695:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319543.540699:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319543.540702:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319544.320053:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319545.336634:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319546.356787:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319547.380752:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319548.404834:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319548.664381:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319548.664396:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319548.664399:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319548.664404:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319548.664407:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319548.664410:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319549.431997:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319550.452870:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319551.478085:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319552.504633:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319553.525001:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319553.781447:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319553.781461:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319553.781464:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319553.781468:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319553.781470:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319553.781474:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319554.548905:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319555.572775:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319556.596832:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319557.623639:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319557.812674:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319532/real 1767319532] req@ffff9a0303835180 x1853163938712704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319557 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319557.812718:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835180 x1853163938712704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319557 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319557.812730:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319532/real 1767319532] req@ffff9a0303836680 x1853163938712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319557 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319557.812741:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836680 x1853163938712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319557 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319557.812764:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319557.812795:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319557.812800:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938712704:0@lo:38:kworker.0 00000100:00080000:2.0:1767319557.812806:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319557.812812:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319557.812815:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938712832:0@lo:38:kworker.0 00000100:00080000:1.0:1767319557.813028:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319557.813034:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319557.813037:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319557.813041:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319557.813044:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319557.813050:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4778 00000100:00080000:1.0:1767319557.813054:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319557.813062:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319557.813109:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81e300 x1853163938713088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319557.813141:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319557.813144:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319557.813146:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319557.813150:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4778 00000100:00080000:1.0:1767319557.813153:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319557.813170:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319557.813183:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ed80 x1853163938713216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319557.813380:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938713088:0@lo:38:kworker.0 00000400:00000100:2.0:1767319557.813443:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938713088 offset 0 length 520: 4 00000100:00100000:2.0:1767319557.813567:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938713216:0@lo:38:kworker.0 00000400:00000100:2.0:1767319557.813706:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938713216 offset 0 length 520: 4 00010000:00010000:0.0:1767319558.653807:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319558.838270:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319533/real 1767319533] req@ffff9a030c81e680 x1853163938712960/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319558 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319558.838316:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81e680 x1853163938712960/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319558 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319558.838340:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319558.838375:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319558.838379:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938712960:0@lo:250:kworker.0 00000100:00080000:1.0:1767319558.838579:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319558.838586:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319558.838589:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319558.838607:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4780 00000100:00080000:1.0:1767319558.838612:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319558.838619:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319558.838662:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81e680 x1853163938713344/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319558.838689:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319558.838693:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319558.838696:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319558.838700:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319558.839113:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938713344:0@lo:250:kworker.0 00000400:00000100:2.0:1767319558.839178:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938713344 offset 0 length 520: 4 00010000:00010000:3.0:1767319559.669026:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319559.919809:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918041984 offset 0 length 520: 4 00000400:00000100:3.0:1767319559.919831:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918042112 offset 0 length 520: 4 00010000:00010000:2.0:1767319560.693489:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319561.716802:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319562.740722:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319562.869158:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319562.869168:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319562.869171:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319562.869175:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319562.869177:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319562.869181:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319563.764793:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319563.892626:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319563.892635:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319563.892639:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319563.892642:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319563.892644:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319563.892647:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319564.789990:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319565.812918:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319566.836704:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319567.860730:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319568.885046:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319569.145129:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319569.145138:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319569.145141:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319569.145144:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319569.145147:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319569.145150:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319569.908971:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319570.936629:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319571.958455:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319572.981443:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319574.005214:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319574.260746:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319574.260756:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319574.260760:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319574.260763:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319574.260766:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319574.260769:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319575.028796:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319576.052717:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319577.077962:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319578.101902:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319579.125089:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319579.382272:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319579.382285:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319579.382289:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319579.382293:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319579.382295:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319579.382298:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319580.151545:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319581.172873:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319582.197907:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319582.324678:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319557/real 1767319557] req@ffff9a030c81e300 x1853163938713088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319582 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319582.324719:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81e300 x1853163938713088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319582 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319582.324729:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319557/real 1767319557] req@ffff9a030c81ed80 x1853163938713216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319582 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319582.324741:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ed80 x1853163938713216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319582 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319582.324759:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319582.324792:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319582.324796:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938713088:0@lo:38:kworker.0 00000100:00080000:2.0:1767319582.324802:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319582.324808:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319582.324811:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938713216:0@lo:38:kworker.0 00000100:00080000:1.0:1767319582.324917:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319582.324924:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319582.324927:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319582.324930:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319582.324933:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319582.324938:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4804 00000100:00080000:1.0:1767319582.324942:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319582.324949:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319582.325000:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81fb80 x1853163938713472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319582.325026:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319582.325029:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319582.325031:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319582.325034:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4804 00000100:00080000:1.0:1767319582.325037:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319582.325041:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319582.325055:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81df80 x1853163938713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319582.325457:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938713472:0@lo:38:kworker.0 00000400:00000100:2.0:1767319582.325541:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938713472 offset 0 length 520: 4 00000100:00100000:2.0:1767319582.325611:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938713600:0@lo:38:kworker.0 00000400:00000100:2.0:1767319582.325629:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938713600 offset 0 length 520: 4 00010000:00010000:3.0:1767319583.220833:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319583.348636:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319558/real 1767319558] req@ffff9a030c81e680 x1853163938713344/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319583 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319583.348667:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81e680 x1853163938713344/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319583 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319583.348685:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319583.348757:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319583.348761:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938713344:0@lo:250:kworker.0 00000100:00080000:1.0:1767319583.351674:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319583.351684:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319583.351688:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319583.351696:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4805 00000100:00080000:1.0:1767319583.351700:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319583.351706:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319583.351741:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ca80 x1853163938713728/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319583.351771:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319583.351775:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319583.351777:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319583.351781:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319583.351886:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938713728:0@lo:250:kworker.0 00000400:00000100:2.0:1767319583.351937:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938713728 offset 0 length 520: 4 00010000:00010000:0.0:1767319584.244907:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319584.494575:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918042240 offset 0 length 520: 4 00000400:00000100:3.0:1767319584.494599:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918042368 offset 0 length 520: 4 00010000:00010000:3.0:1767319585.268997:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319586.292793:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319587.320150:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319587.380819:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319587.380829:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319587.380832:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319587.380835:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319587.380838:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319587.380840:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319588.340807:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319588.405639:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319588.406066:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319588.406070:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319588.406075:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319588.406077:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319588.406081:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319589.364760:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319590.390992:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319591.413825:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319592.436704:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319593.464787:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319593.718053:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319593.718067:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319593.718070:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319593.718074:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319593.718077:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319593.718080:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319594.485047:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319595.508761:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319596.535977:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319597.557007:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319598.583442:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319598.837458:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319598.837472:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319598.837476:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319598.837479:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319598.837485:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319598.837488:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319599.605381:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319600.630871:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319601.654756:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319602.677807:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319603.706297:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319603.956722:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319603.956736:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319603.956740:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319603.956744:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319603.956747:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319603.956750:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319604.725320:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319605.751024:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319606.774413:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319607.797828:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319607.861051:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319582/real 1767319582] req@ffff9a030c81fb80 x1853163938713472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319607 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319607.861110:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81fb80 x1853163938713472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319607 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319607.861122:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319582/real 1767319582] req@ffff9a030c81df80 x1853163938713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319607 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319607.861135:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81df80 x1853163938713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319607 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319607.861166:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319607.861254:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319607.861259:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938713472:0@lo:38:kworker.0 00000100:00080000:2.0:1767319607.861265:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319607.862399:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319607.862408:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319607.862412:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319607.862416:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319607.862421:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319607.862427:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4829 00000100:00080000:3.0:1767319607.862433:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319607.862452:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319607.862526:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938713856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319607.862546:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319607.862559:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319607.862561:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319607.862565:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4829 00000100:00080000:3.0:1767319607.862568:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319607.862571:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319607.862585:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938713984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319607.863145:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319607.863161:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938713600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319607.863206:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938713856:0@lo:38:kworker.0 00000400:00000100:2.0:1767319607.863274:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938713856 offset 0 length 520: 4 00000100:00100000:2.0:1767319607.863357:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938713984:0@lo:38:kworker.0 00000400:00000100:2.0:1767319607.863377:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938713984 offset 0 length 520: 4 00000100:00080000:3.0:1767319607.863866:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319607.863872:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319608.820742:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319608.884995:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319583/real 1767319583] req@ffff9a030c81ca80 x1853163938713728/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319608 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319608.885040:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ca80 x1853163938713728/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319608 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319608.885066:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319608.885096:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319608.885101:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938713728:0@lo:250:kworker.0 00000100:00080000:3.0:1767319608.885302:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319608.885309:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319608.885313:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319608.885320:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4830 00000100:00080000:3.0:1767319608.885326:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319608.885336:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319608.885387:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938714112/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319608.885418:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319608.885423:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319608.885426:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319608.885429:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319608.885492:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938714112:0@lo:250:kworker.0 00000400:00000100:2.0:1767319608.885581:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938714112 offset 0 length 520: 4 00010000:00010000:0.0:1767319609.844831:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319610.096146:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918042496 offset 0 length 520: 4 00000400:00000100:3.0:1767319610.096184:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918042624 offset 0 length 520: 4 00010000:00010000:3.0:1767319610.868759:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319611.892979:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319612.917178:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319612.917239:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319612.917246:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319612.917248:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319612.917252:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319612.917256:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319612.917259:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319613.940619:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319613.940630:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319613.940633:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319613.940637:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319613.940640:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319613.940643:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319613.940815:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319614.964949:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319615.990323:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319617.018788:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319618.036943:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319619.060988:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319619.316701:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319619.316716:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319619.316720:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319619.316724:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319619.316727:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319619.316730:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319620.084944:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319621.117340:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319622.134438:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319623.157840:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319624.183336:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319624.436711:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319624.436720:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319624.436723:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319624.436726:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319624.436728:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319624.436731:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319625.208921:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319626.230428:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319627.252919:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319628.276732:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319629.301843:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319629.557028:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319629.557039:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319629.557042:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319629.557045:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319629.557048:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319629.557051:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319630.324745:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319631.348832:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319632.375669:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319632.375999:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319607/real 1767319607] req@ffff9a0441a26d80 x1853163938713856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319632 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319632.376031:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938713856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319632 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319632.376039:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319607/real 1767319607] req@ffff9a0441a27800 x1853163938713984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319632 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319632.376050:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938713984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319632 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319632.376069:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319632.376097:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319632.376101:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938713856:0@lo:38:kworker.0 00000100:00080000:0.0:1767319632.376106:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319632.376112:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319632.376115:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938713984:0@lo:38:kworker.0 00000100:00080000:3.0:1767319632.376370:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319632.376376:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319632.376379:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319632.376382:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319632.376385:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319632.376391:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4854 00000100:00080000:3.0:1767319632.376395:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319632.376401:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319632.376438:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27480 x1853163938714240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319632.376462:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319632.376466:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319632.376468:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319632.376472:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4854 00000100:00080000:3.0:1767319632.376474:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319632.376477:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319632.376489:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938714368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319632.376727:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938714240:0@lo:38:kworker.0 00000400:00000100:0.0:1767319632.376776:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938714240 offset 0 length 520: 4 00000100:00100000:0.0:1767319632.376854:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938714368:0@lo:38:kworker.0 00000400:00000100:0.0:1767319632.376873:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938714368 offset 0 length 520: 4 00000100:00100000:0.0:1767319633.396654:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319608/real 1767319608] req@ffff9a0441a24380 x1853163938714112/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319633 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319633.396686:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938714112/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319633 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319633.396705:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319633.396734:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319633.396739:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938714112:0@lo:250:kworker.0 00000100:00080000:1.0:1767319633.396820:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319633.396825:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319633.396828:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319633.396841:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4855 00000100:00080000:1.0:1767319633.396852:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319633.396859:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319633.396891:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d500 x1853163938714496/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319633.396914:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319633.396918:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319633.396921:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319633.396924:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319633.397066:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319633.397116:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938714496:0@lo:250:kworker.0 00000400:00000100:0.0:1767319633.397161:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938714496 offset 0 length 520: 4 00010000:00010000:3.0:1767319634.424348:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319634.678017:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918042752 offset 0 length 520: 4 00000400:00000100:3.0:1767319634.678042:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918042880 offset 0 length 520: 4 00010000:00010000:0.0:1767319635.446609:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319636.468693:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319637.428766:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319637.428776:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319637.428779:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319637.428782:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319637.428784:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319637.428787:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319637.492745:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319638.453476:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319638.453501:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319638.453526:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319638.453531:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319638.453534:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319638.453537:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319638.517243:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319639.543622:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319640.565262:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319641.588732:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319642.612755:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319643.636853:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319643.892668:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319643.892683:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319643.892686:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319643.892691:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319643.892694:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319643.892697:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319644.664909:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319645.684940:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319646.708803:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319647.732984:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319648.756805:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319649.014173:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319649.014183:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319649.014186:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319649.014189:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319649.014192:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319649.014194:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319649.782363:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319650.805048:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319651.828739:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319652.852834:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319653.885644:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319654.132906:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319654.132917:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319654.132919:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319654.132923:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319654.132925:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319654.132943:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319654.901374:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319655.924891:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319656.949127:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319657.909904:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319632/real 1767319632] req@ffff9a0441a27480 x1853163938714240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319657 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319657.909937:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27480 x1853163938714240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319657 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319657.909949:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319632/real 1767319632] req@ffff9a0441a27800 x1853163938714368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319657 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319657.909961:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938714368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319657 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319657.909981:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319657.910008:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319657.910012:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938714240:0@lo:38:kworker.0 00000100:00080000:2.0:1767319657.910018:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319657.910023:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319657.910026:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938714368:0@lo:38:kworker.0 00000100:00080000:0.0:1767319657.910194:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319657.910199:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319657.910201:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319657.910204:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319657.910207:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319657.910213:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4879 00000100:00080000:0.0:1767319657.910218:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319657.910225:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319657.910269:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834380 x1853163938714624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319657.910295:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319657.910297:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319657.910299:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319657.910302:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4879 00000100:00080000:0.0:1767319657.910304:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319657.910307:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319657.910318:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835500 x1853163938714752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319657.910384:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938714624:0@lo:38:kworker.0 00000400:00000100:2.0:1767319657.910432:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938714624 offset 0 length 520: 4 00000100:00100000:2.0:1767319657.910498:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938714752:0@lo:38:kworker.0 00000400:00000100:2.0:1767319657.910531:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938714752 offset 0 length 520: 4 00010000:00010000:2.0:1767319657.973652:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319658.933598:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319633/real 1767319633] req@ffff9a030c81d500 x1853163938714496/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319658 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319658.933632:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d500 x1853163938714496/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319658 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319658.933658:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319658.933684:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319658.933689:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938714496:0@lo:250:kworker.0 00000100:00080000:0.0:1767319658.933786:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319658.933791:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319658.933794:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319658.933798:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4880 00000100:00080000:0.0:1767319658.933829:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319658.933836:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319658.933867:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835880 x1853163938714880/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319658.933893:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319658.933898:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319658.933901:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319658.933903:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319658.933989:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938714880:0@lo:250:kworker.0 00000400:00000100:2.0:1767319658.934033:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938714880 offset 0 length 520: 4 00010000:00010000:3.0:1767319658.996877:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319659.261394:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918043008 offset 0 length 520: 4 00000400:00000100:3.0:1767319659.261431:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918043136 offset 0 length 520: 4 00010000:00010000:0.0:1767319660.023171:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319661.045612:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319662.072360:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319662.968418:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319662.968428:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319662.968432:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319662.968435:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319662.968438:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319662.968441:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319663.092845:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319663.989607:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319663.989617:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319663.989621:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319663.989624:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319663.989627:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319663.989630:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319664.119545:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319665.140692:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319666.164764:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319667.188822:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319668.212782:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319669.236890:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319669.495354:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319669.495363:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319669.495366:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319669.495370:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319669.495373:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319669.495376:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319670.260999:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319671.285316:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319672.308747:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319673.332738:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319674.359736:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319674.616866:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319674.616875:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319674.616879:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319674.616882:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319674.616885:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319674.616887:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319675.381021:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319676.406536:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319677.428925:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319678.452735:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319679.477436:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319679.734977:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319679.734987:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319679.734990:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319679.734994:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319679.734997:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319679.734999:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319680.500720:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319681.525939:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319682.420632:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319657/real 1767319657] req@ffff9a0303834380 x1853163938714624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319682 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319682.420696:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834380 x1853163938714624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319682 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319682.420706:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319657/real 1767319657] req@ffff9a0303835500 x1853163938714752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319682 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319682.420717:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835500 x1853163938714752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319682 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319682.420735:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319682.420773:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319682.420777:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938714624:0@lo:38:kworker.0 00000100:00080000:0.0:1767319682.420782:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319682.420788:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319682.420791:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938714752:0@lo:38:kworker.0 00000100:00080000:1.0:1767319682.420881:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319682.420886:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319682.420889:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319682.420892:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319682.420895:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319682.420900:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4904 00000100:00080000:1.0:1767319682.420904:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319682.420909:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319682.420944:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ea00 x1853163938715008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319682.420976:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319682.420979:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319682.420981:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319682.420984:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4904 00000100:00080000:1.0:1767319682.420987:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319682.420990:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319682.421002:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f100 x1853163938715136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319682.421074:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938715008:0@lo:38:kworker.0 00000400:00000100:0.0:1767319682.421119:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938715008 offset 0 length 520: 4 00000100:00100000:0.0:1767319682.421181:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938715136:0@lo:38:kworker.0 00000400:00000100:0.0:1767319682.421197:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938715136 offset 0 length 520: 4 00010000:00010000:3.0:1767319682.551662:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319683.444718:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319658/real 1767319658] req@ffff9a0303835880 x1853163938714880/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319683 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319683.444752:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835880 x1853163938714880/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319683 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319683.444772:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319683.444802:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319683.444807:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938714880:0@lo:250:kworker.0 00000100:00080000:1.0:1767319683.444899:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319683.444904:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319683.444907:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319683.444911:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4905 00000100:00080000:1.0:1767319683.444915:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319683.444921:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319683.444951:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ce00 x1853163938715264/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319683.444974:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319683.444979:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319683.444981:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319683.444984:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319683.445031:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938715264:0@lo:250:kworker.0 00000400:00000100:0.0:1767319683.445073:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938715264 offset 0 length 520: 4 00010000:00010000:2.0:1767319683.572972:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319684.596772:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319684.847340:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918043264 offset 0 length 520: 4 00000400:00000100:3.0:1767319684.847359:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918043392 offset 0 length 520: 4 00010000:00010000:0.0:1767319685.622924:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319686.644728:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319687.478770:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319687.478781:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319687.478785:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319687.478788:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319687.478790:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319687.478793:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319687.668843:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319688.503276:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319688.503288:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319688.503291:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319688.503295:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319688.503298:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319688.503301:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319688.694171:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319689.717378:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319690.749669:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319691.768143:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319692.788873:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319693.556751:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319693.556760:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319693.556763:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319693.556767:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319693.556770:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319693.556773:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319693.814186:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319694.837749:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319695.860737:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319696.885241:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319697.909116:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319698.679913:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319698.679922:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319698.679925:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319698.679936:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319698.679939:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319698.679942:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319698.933397:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319699.956752:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319700.981456:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319702.005550:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319703.032677:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319703.796896:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319703.796916:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319703.796927:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319703.796931:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319703.796933:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319703.796944:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319704.055662:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319705.077154:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319706.100860:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319707.125180:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319707.958856:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319682/real 1767319682] req@ffff9a030c81ea00 x1853163938715008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319707 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319707.958925:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ea00 x1853163938715008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319707 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319707.958936:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319682/real 1767319682] req@ffff9a030c81f100 x1853163938715136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319707 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319707.958947:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f100 x1853163938715136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319707 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319707.958963:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319707.958991:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319707.958995:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938715008:0@lo:38:kworker.0 00000100:00080000:0.0:1767319707.959001:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319707.959006:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319707.959009:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938715136:0@lo:38:kworker.0 00000100:00080000:3.0:1767319707.959187:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319707.959193:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319707.959195:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319707.959199:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319707.959202:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319707.959207:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4929 00000100:00080000:3.0:1767319707.959211:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319707.959216:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319707.959248:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938715392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319707.959272:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319707.959276:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319707.959277:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319707.959281:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4929 00000100:00080000:3.0:1767319707.959283:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319707.959286:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319707.959296:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938715520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319707.959595:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938715392:0@lo:38:kworker.0 00000400:00000100:0.0:1767319707.959639:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938715392 offset 0 length 520: 4 00000100:00100000:0.0:1767319707.959705:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938715520:0@lo:38:kworker.0 00000400:00000100:0.0:1767319707.959723:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938715520 offset 0 length 520: 4 00010000:00010000:3.0:1767319708.149957:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319708.981910:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319683/real 1767319683] req@ffff9a030c81ce00 x1853163938715264/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319708 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319708.981942:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ce00 x1853163938715264/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319708 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319708.981963:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319708.981991:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319708.981995:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938715264:0@lo:250:kworker.0 00000100:00080000:3.0:1767319708.982082:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319708.982088:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319708.982091:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319708.982097:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4930 00000100:00080000:3.0:1767319708.982100:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319708.982107:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319708.982137:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938715648/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319708.982164:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319708.982169:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319708.982172:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319708.982175:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319708.982400:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938715648:0@lo:250:kworker.0 00000400:00000100:0.0:1767319708.982458:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938715648 offset 0 length 520: 4 00010000:00010000:2.0:1767319709.175684:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319709.423491:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918043520 offset 0 length 520: 4 00000400:00000100:3.0:1767319709.423569:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918043648 offset 0 length 520: 4 00010000:00010000:3.0:1767319710.197244:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319711.222290:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319712.246404:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319713.013490:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319713.013500:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319713.013503:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319713.013527:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319713.013530:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319713.013533:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319713.268841:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319714.036908:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319714.036920:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319714.036923:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319714.036937:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319714.036940:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319714.036943:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319714.293356:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319715.321764:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319716.343910:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319717.365105:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319718.390887:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319719.156786:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319719.156794:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319719.156797:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319719.156801:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319719.156804:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319719.156815:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319719.412757:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319720.436728:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319721.460672:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319722.486285:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319723.510723:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319724.278009:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319724.278030:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319724.278034:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319724.278038:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319724.278040:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319724.278043:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319724.533163:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319725.560193:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319726.581050:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319727.604727:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319728.628729:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319729.396724:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319729.396734:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319729.396737:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319729.396740:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319729.396743:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319729.396746:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319729.652792:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319730.681846:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319731.701438:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319732.468988:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319707/real 1767319707] req@ffff9a0441a26d80 x1853163938715392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319732 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319732.469022:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938715392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319732 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319732.469038:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319707/real 1767319707] req@ffff9a0441a25c00 x1853163938715520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319732 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319732.469048:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938715520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319732 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319732.469065:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319732.469092:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319732.469095:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938715392:0@lo:38:kworker.0 00000100:00080000:2.0:1767319732.469100:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319732.469104:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319732.469107:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938715520:0@lo:38:kworker.0 00000100:00080000:1.0:1767319732.469470:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319732.469476:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319732.469479:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319732.469482:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319732.469485:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319732.469489:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4954 00000100:00080000:1.0:1767319732.469494:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319732.469554:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319732.469587:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d180 x1853163938715776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319732.469613:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319732.469616:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319732.469618:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319732.469621:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4954 00000100:00080000:1.0:1767319732.469623:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319732.469626:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319732.469637:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81dc00 x1853163938715904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319732.469702:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938715776:0@lo:38:kworker.0 00000400:00000100:2.0:1767319732.469768:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938715776 offset 0 length 520: 4 00000100:00100000:2.0:1767319732.469831:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938715904:0@lo:38:kworker.0 00000400:00000100:2.0:1767319732.469847:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938715904 offset 0 length 520: 4 00010000:00010000:0.0:1767319732.724720:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319733.492676:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319708/real 1767319708] req@ffff9a0441a24e00 x1853163938715648/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319733 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319733.492709:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938715648/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319733 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319733.492728:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319733.492753:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319733.492757:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938715648:0@lo:250:kworker.0 00000100:00080000:1.0:1767319733.492918:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319733.492922:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319733.492925:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319733.492928:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4955 00000100:00080000:1.0:1767319733.492931:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319733.492936:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319733.492962:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c000 x1853163938716032/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319733.492981:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319733.492984:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319733.492986:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319733.492988:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319733.493412:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938716032:0@lo:250:kworker.0 00000400:00000100:2.0:1767319733.493460:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938716032 offset 0 length 520: 4 00010000:00010000:3.0:1767319733.752223:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319734.777222:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319735.023761:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918043776 offset 0 length 520: 4 00000400:00000100:2.0:1767319735.023783:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918043904 offset 0 length 520: 4 00010000:00010000:3.0:1767319735.796926:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319736.822869:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319737.524678:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319737.524688:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319737.524691:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319737.524706:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319737.524708:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319737.524712:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319737.844809:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319738.549242:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319738.549252:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319738.549255:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319738.549259:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319738.549272:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319738.549274:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319738.868708:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319739.892809:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319740.918591:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319741.941409:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319742.964689:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319743.732937:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319743.732947:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319743.732950:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319743.732953:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319743.732956:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319743.732959:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319743.989819:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319745.013879:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319746.036792:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319747.063597:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319748.089181:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319748.852789:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319748.852799:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319748.852802:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319748.852805:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319748.852808:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319748.852811:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319749.108771:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319750.132876:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319751.157098:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319752.180713:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319753.208759:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319753.972637:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319753.972648:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319753.972650:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319753.972654:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319753.972656:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319753.972658:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319754.228767:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319755.253697:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319756.276707:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319757.303076:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319758.008612:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319733/real 1767319733] req@ffff9a030c81c000 x1853163938716032/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319758 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319758.008647:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c000 x1853163938716032/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319758 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319758.008659:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319732/real 1767319732] req@ffff9a030c81d180 x1853163938715776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319757 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319758.008671:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d180 x1853163938715776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319757 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319758.008735:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319732/real 1767319732] req@ffff9a030c81dc00 x1853163938715904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319757 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319758.008747:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81dc00 x1853163938715904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319757 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319758.008766:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319758.008794:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319758.008798:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938716032:0@lo:250:kworker.0 00000100:00080000:0.0:1767319758.008804:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319758.008810:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319758.008814:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938715776:0@lo:38:kworker.0 00000100:00080000:0.0:1767319758.008818:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319758.008822:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319758.008825:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938715904:0@lo:38:kworker.0 00000100:00080000:1.0:1767319758.009018:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319758.009024:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319758.009027:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319758.009032:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 4980 00000100:00080000:1.0:1767319758.009036:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319758.009042:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319758.009072:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c380 x1853163938716160/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319758.009097:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319758.009100:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319758.009102:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319758.009105:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4979 00000100:00080000:1.0:1767319758.009107:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319758.009110:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319758.009124:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f800 x1853163938716288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319758.009142:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319758.009145:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319758.009147:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319758.009149:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4979 00000100:00080000:1.0:1767319758.009152:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319758.009154:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319758.009165:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c700 x1853163938716416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319758.010687:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938716160:0@lo:250:kworker.0 00000400:00000100:0.0:1767319758.010762:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938716160 offset 0 length 520: 4 00000100:00100000:0.0:1767319758.010829:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938716288:0@lo:38:kworker.0 00000400:00000100:0.0:1767319758.010851:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938716288 offset 0 length 520: 4 00000100:00100000:0.0:1767319758.010864:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938716416:0@lo:38:kworker.0 00000400:00000100:0.0:1767319758.010879:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938716416 offset 0 length 520: 4 00010000:00010000:0.0:1767319758.325083:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319759.351382:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319759.599595:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918044032 offset 0 length 520: 4 00000400:00000100:2.0:1767319759.599622:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918044160 offset 0 length 520: 4 00010000:00010000:2.0:1767319760.372865:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319761.396795:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319762.420735:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319763.188715:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319763.188727:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319763.188730:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319763.188733:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319763.188736:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319763.188738:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319763.446234:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319764.468757:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319765.492685:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319766.519127:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319767.540832:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319768.309622:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319768.309632:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319768.309636:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319768.309640:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319768.309642:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319768.309646:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319768.565139:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319769.589036:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319770.615443:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319771.636858:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319772.660850:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319773.428969:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319773.428981:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319773.428985:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319773.428988:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319773.428991:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319773.428994:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319773.688117:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319774.708793:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319775.732736:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319776.758466:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319777.781932:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319778.548761:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319778.548770:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319778.548773:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319778.548778:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319778.548780:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319778.548783:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319778.804824:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319779.828731:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319780.853465:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319781.876723:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319782.900932:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319783.668641:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319758/real 1767319758] req@ffff9a030c81c380 x1853163938716160/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319783 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319783.668676:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c380 x1853163938716160/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319783 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319783.668687:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319758/real 1767319758] req@ffff9a030c81f800 x1853163938716288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319783 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319783.668698:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f800 x1853163938716288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319783 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319783.668837:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319783.668843:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319783.668846:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319783.668848:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319783.668851:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319783.668853:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319783.669230:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319758/real 1767319758] req@ffff9a030c81c700 x1853163938716416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319783 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319783.669241:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c700 x1853163938716416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319783 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319783.669256:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319783.669269:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319783.669272:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938716160:0@lo:250:kworker.0 00000100:00080000:2.0:1767319783.669276:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319783.669280:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319783.669282:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938716288:0@lo:38:kworker.0 00000100:00080000:2.0:1767319783.669284:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319783.669287:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319783.669289:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938716416:0@lo:38:kworker.0 00000100:00080000:0.0:1767319783.669403:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319783.669406:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319783.669408:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319783.669411:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5004 00000100:00080000:0.0:1767319783.669414:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319783.669420:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319783.669445:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835880 x1853163938716544/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319783.669468:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319783.669470:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319783.669471:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319783.669473:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5004 00000100:00080000:0.0:1767319783.669475:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319783.669477:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319783.669486:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835500 x1853163938716672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319783.669491:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319783.669493:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319783.669494:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319783.669496:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5004 00000100:00080000:0.0:1767319783.669497:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319783.669498:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319783.669503:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834380 x1853163938716800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319783.669572:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938716544:0@lo:250:kworker.0 00000400:00000100:1.0:1767319783.669643:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938716544 offset 0 length 520: 4 00000100:00100000:1.0:1767319783.669685:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938716672:0@lo:38:kworker.0 00000400:00000100:1.0:1767319783.669698:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938716672 offset 0 length 520: 4 00000100:00100000:1.0:1767319783.669712:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938716800:0@lo:38:kworker.0 00000400:00000100:1.0:1767319783.669721:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938716800 offset 0 length 520: 4 00010000:00010000:0.0:1767319783.925086:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319784.179175:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918044288 offset 0 length 520: 4 00000400:00000100:2.0:1767319784.179201:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918044416 offset 0 length 520: 4 00010000:00010000:3.0:1767319784.952035:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319785.975323:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319786.996813:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319788.022349:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319788.788969:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319788.788980:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319788.788983:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319788.788987:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319788.788989:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319788.788992:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319789.046258:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319790.068734:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319791.092798:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319792.122991:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319793.143437:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319793.909835:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319793.909845:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319793.909849:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319793.909853:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319793.909856:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319793.909860:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319794.164750:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319795.196272:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319796.212739:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319797.238624:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319798.263395:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319799.029140:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319799.029151:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319799.029154:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319799.029157:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319799.029159:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319799.029162:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319799.284866:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319800.308677:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319801.333566:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319802.356974:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319803.380755:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319804.149474:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319804.149494:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319804.149496:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319804.149500:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319804.149502:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319804.149523:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319804.404755:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319805.428747:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319806.456271:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319807.477886:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319808.244646:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319783/real 1767319783] req@ffff9a0303835880 x1853163938716544/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319808.244676:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835880 x1853163938716544/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319808.244686:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319783/real 1767319783] req@ffff9a0303835500 x1853163938716672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319808.244696:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835500 x1853163938716672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319808.244710:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319783/real 1767319783] req@ffff9a0303834380 x1853163938716800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319808.244720:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834380 x1853163938716800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319808.244736:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319808.244753:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319808.244757:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938716544:0@lo:250:kworker.0 00000100:00080000:1.0:1767319808.244763:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319808.244769:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319808.244784:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:2.0:1767319808.244792:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1767319808.244795:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938716672:0@lo:38:kworker.0 00000100:00080000:2.0:1767319808.244795:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319808.244799:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319808.244800:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5030 00000100:00080000:2.0:1767319808.244804:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319808.244805:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319808.244807:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938716800:0@lo:38:kworker.0 00000100:00080000:2.0:1767319808.244809:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319808.244878:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938716928/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319808.244901:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319808.244904:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319808.244906:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319808.244909:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5030 00000100:00080000:2.0:1767319808.244911:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319808.244915:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319808.244928:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938717056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319808.244937:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319808.244941:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319808.244943:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319808.244946:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5030 00000100:00080000:2.0:1767319808.244949:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319808.244952:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319808.244961:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938717184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319808.245128:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938716928:0@lo:250:kworker.0 00000400:00000100:1.0:1767319808.245299:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938716928 offset 0 length 520: 4 00000100:00100000:1.0:1767319808.245364:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938717056:0@lo:38:kworker.0 00000400:00000100:1.0:1767319808.245386:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938717056 offset 0 length 520: 4 00000100:00100000:1.0:1767319808.245410:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938717184:0@lo:38:kworker.0 00000400:00000100:1.0:1767319808.245425:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938717184 offset 0 length 520: 4 00010000:00010000:0.0:1767319808.500704:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319809.525081:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319809.783530:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918044544 offset 0 length 520: 4 00000400:00000100:0.0:1767319809.783556:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918044672 offset 0 length 520: 4 00010000:00010000:3.0:1767319810.548940:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319811.585883:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319812.597944:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319813.365626:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319813.365641:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319813.365645:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319813.365649:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319813.365652:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319813.365655:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319813.620833:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319814.646532:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319815.669493:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319816.693048:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319817.717217:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319818.484824:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319818.484838:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319818.484841:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319818.484844:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319818.484848:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319818.484850:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319818.740889:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319819.764861:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319820.788739:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319821.814218:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319822.836706:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319823.605051:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319823.605062:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319823.605066:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319823.605069:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319823.605071:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319823.605074:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319823.861783:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319824.889804:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319825.908722:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319826.933694:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319827.959151:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319828.724919:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319828.725025:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319828.725028:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319828.725032:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319828.725036:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319828.725039:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319828.981186:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319830.004816:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319831.029130:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319832.053307:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319833.076721:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319833.844773:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319833.844783:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319833.844786:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319833.844790:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319833.844792:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319833.844795:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319833.845000:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319808/real 1767319808] req@ffff9a031c19bb80 x1853163938716928/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319833.845026:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938716928/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319833.845036:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319808/real 1767319808] req@ffff9a031c19b800 x1853163938717056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319833.845054:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938717056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319833.845074:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319808/real 1767319808] req@ffff9a031c19b100 x1853163938717184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319833.845085:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938717184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319833.845103:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319833.845130:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319833.845134:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938716928:0@lo:250:kworker.0 00000100:00080000:2.0:1767319833.845140:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319833.845144:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319833.845147:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938717056:0@lo:38:kworker.0 00000100:00080000:2.0:1767319833.845151:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319833.845154:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319833.845157:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938717184:0@lo:38:kworker.0 00000100:00080000:0.0:1767319833.845475:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319833.845480:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319833.845483:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319833.845488:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5054 00000100:00080000:0.0:1767319833.845492:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319833.845498:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319833.845539:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834380 x1853163938717312/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319833.845562:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319833.845566:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319833.845568:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319833.845570:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5054 00000100:00080000:0.0:1767319833.845572:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319833.845574:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319833.845586:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835500 x1853163938717440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319833.845592:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319833.845594:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319833.845595:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319833.845596:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5054 00000100:00080000:0.0:1767319833.845598:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319833.845599:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319833.845604:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835880 x1853163938717568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319833.845921:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938717312:0@lo:250:kworker.0 00000400:00000100:2.0:1767319833.845969:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938717312 offset 0 length 520: 4 00000100:00100000:2.0:1767319833.846022:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938717440:0@lo:38:kworker.0 00000400:00000100:2.0:1767319833.846044:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938717440 offset 0 length 520: 4 00000100:00100000:2.0:1767319833.846067:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938717568:0@lo:38:kworker.0 00000400:00000100:2.0:1767319833.846081:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938717568 offset 0 length 520: 4 00010000:00010000:0.0:1767319834.100757:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319834.350979:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918044800 offset 0 length 520: 4 00000400:00000100:0.0:1767319834.351004:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918044928 offset 0 length 520: 4 00010000:00010000:0.0:1767319835.129127:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319836.152410:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319837.173364:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319838.196742:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319838.966999:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319838.967011:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319838.967014:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319838.967018:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319838.967031:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319838.967034:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319839.220748:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319840.245125:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319841.269618:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319842.293221:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319843.317213:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319844.084672:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319844.084682:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319844.084685:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319844.084688:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319844.084691:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319844.084694:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319844.340867:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319845.365084:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319846.390197:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319847.413100:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319848.437756:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319849.207121:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319849.207131:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319849.207134:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319849.207137:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319849.207140:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319849.207143:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319849.462487:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319850.486641:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319851.508757:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319852.534672:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319853.556739:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319854.325503:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319854.325528:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319854.325531:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319854.325535:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319854.325537:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319854.325540:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767319854.583921:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319855.605550:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319856.628800:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319857.652762:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319858.421332:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319833/real 1767319833] req@ffff9a0303834380 x1853163938717312/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319858 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319858.421381:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834380 x1853163938717312/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319858 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319858.421391:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319833/real 1767319833] req@ffff9a0303835500 x1853163938717440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319858 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319858.421402:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835500 x1853163938717440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319858 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319858.421410:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319833/real 1767319833] req@ffff9a0303835880 x1853163938717568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319858 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319858.421420:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835880 x1853163938717568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319858 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319858.421440:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319858.421475:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319858.421479:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938717312:0@lo:250:kworker.0 00000100:00080000:1.0:1767319858.421485:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319858.421491:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319858.421493:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938717440:0@lo:38:kworker.0 00000100:00080000:1.0:1767319858.421497:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319858.421501:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319858.421504:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938717568:0@lo:38:kworker.0 00000100:00080000:2.0:1767319858.421618:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319858.421623:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319858.421626:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319858.421630:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5080 00000100:00080000:2.0:1767319858.421634:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319858.421640:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319858.421668:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938717696/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319858.421698:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319858.421701:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319858.421703:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319858.421706:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5080 00000100:00080000:2.0:1767319858.421709:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319858.421712:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319858.421724:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938717824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319858.421733:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319858.421735:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319858.421737:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319858.421739:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5080 00000100:00080000:2.0:1767319858.421741:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319858.421743:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319858.421750:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938717952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319858.422165:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938717696:0@lo:250:kworker.0 00000400:00000100:1.0:1767319858.422211:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938717696 offset 0 length 520: 4 00000100:00100000:1.0:1767319858.422268:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938717824:0@lo:38:kworker.0 00000400:00000100:1.0:1767319858.422285:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938717824 offset 0 length 520: 4 00000100:00100000:1.0:1767319858.422295:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938717952:0@lo:38:kworker.0 00000400:00000100:1.0:1767319858.422306:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938717952 offset 0 length 520: 4 00010000:00010000:3.0:1767319858.677588:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319859.705688:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319859.953574:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918045056 offset 0 length 520: 4 00000400:00000100:0.0:1767319859.953962:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918045184 offset 0 length 520: 4 00010000:00010000:0.0:1767319860.724988:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319861.748820:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319862.773088:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319863.540828:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319863.540839:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319863.540841:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319863.540845:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319863.540847:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319863.540850:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319863.798096:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319864.820715:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319865.844743:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319866.869026:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319867.892823:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319868.660636:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319868.660645:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319868.660649:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319868.660652:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319868.660654:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319868.660657:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319868.917033:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319869.947209:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319870.964827:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319871.988937:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319873.012835:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319873.781058:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319873.781067:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319873.781070:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319873.781073:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319873.781075:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319873.781078:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319874.042109:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319875.063777:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319876.085813:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319877.108920:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319878.133704:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319878.900638:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319878.900648:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319878.900651:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319878.900654:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319878.900657:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319878.900659:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319879.160372:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319880.180831:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319881.204682:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319882.229104:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319883.253382:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319884.020660:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319858/real 1767319858] req@ffff9a031c19b100 x1853163938717696/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319883 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319884.020693:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938717696/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319883 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319884.020704:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319858/real 1767319858] req@ffff9a031c19b800 x1853163938717824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319883 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319884.020716:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938717824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319883 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319884.020725:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319858/real 1767319858] req@ffff9a031c19bb80 x1853163938717952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319883 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319884.020734:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938717952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319883 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319884.020750:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319884.020758:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319884.020762:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938717696:0@lo:250:kworker.0 00000100:00080000:2.0:1767319884.020767:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319884.020772:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319884.020775:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938717824:0@lo:38:kworker.0 00000100:00080000:2.0:1767319884.020779:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319884.020784:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319884.020787:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938717952:0@lo:38:kworker.0 00000100:00080000:0.0:1767319884.023042:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319884.023053:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319884.023057:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319884.023065:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5105 00000100:00080000:0.0:1767319884.023071:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319884.023077:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319884.023111:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836680 x1853163938718080/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319884.023207:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938718080:0@lo:250:kworker.0 00000400:00000100:2.0:1767319884.023256:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938718080 offset 0 length 520: 4 00000100:00080000:0.0:1767319884.024475:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319884.024483:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319884.024485:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319884.024492:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5105 00000100:00080000:0.0:1767319884.024496:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319884.024503:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319884.024559:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835180 x1853163938718208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319884.029249:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938718208:0@lo:38:kworker.0 00000400:00000100:2.0:1767319884.029333:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938718208 offset 0 length 520: 4 00000100:00080000:0.0:1767319884.030389:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319884.030397:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319884.030401:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319884.030406:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5105 00000100:00080000:0.0:1767319884.030410:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319884.030417:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319884.030450:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837100 x1853163938718336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319884.030568:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938718336:0@lo:38:kworker.0 00000400:00000100:2.0:1767319884.030601:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938718336 offset 0 length 520: 4 00010000:00010000:3.0:1767319884.278095:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319884.534458:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918045312 offset 0 length 520: 4 00000400:00000100:0.0:1767319884.534479:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918045440 offset 0 length 520: 4 00010000:00010000:0.0:1767319885.300782:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319886.325234:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319887.349433:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319888.374880:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319889.140812:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319889.140822:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319889.140825:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319889.140829:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319889.140831:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319889.140833:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319889.396928:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319890.420762:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319891.445266:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319892.469273:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319893.493258:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319894.261697:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319894.261705:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319894.261709:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319894.261712:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319894.261715:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319894.261717:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319894.516815:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319895.541382:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319896.564841:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319897.588845:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319898.612742:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319899.384658:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319899.384669:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319899.384672:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319899.384676:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319899.384679:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319899.384681:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319899.636768:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319900.660808:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319901.686715:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319902.711758:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319903.734768:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319904.500642:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319904.500653:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319904.500657:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319904.500660:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319904.500662:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319904.500665:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319904.757714:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319905.780978:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319906.806025:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319907.832646:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319908.852735:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319909.620713:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319884/real 1767319884] req@ffff9a0303837100 x1853163938718336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319909 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319909.620746:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837100 x1853163938718336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319909 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319909.620756:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319884/real 1767319884] req@ffff9a0303835180 x1853163938718208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319909 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319909.620767:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835180 x1853163938718208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319909 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319909.620776:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319884/real 1767319884] req@ffff9a0303836680 x1853163938718080/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319909 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319909.620788:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836680 x1853163938718080/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319909 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319909.620805:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319909.620826:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319909.620830:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938718336:0@lo:38:kworker.0 00000100:00080000:1.0:1767319909.620836:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319909.620842:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767319909.620845:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938718208:0@lo:38:kworker.0 00000100:00080000:1.0:1767319909.620851:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319909.620855:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319909.620858:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938718080:0@lo:250:kworker.0 00000100:00080000:0.0:1767319909.621122:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319909.621128:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319909.621130:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319909.621135:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5130 00000100:00080000:0.0:1767319909.621139:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319909.621145:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319909.621175:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836300 x1853163938718464/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319909.621200:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319909.621204:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319909.621206:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319909.621209:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5130 00000100:00080000:0.0:1767319909.621211:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319909.621214:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319909.621229:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836d80 x1853163938718592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319909.621232:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938718464:0@lo:250:kworker.0 00000100:00080000:0.0:1767319909.621238:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319909.621242:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319909.621243:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319909.621246:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5130 00000100:00080000:0.0:1767319909.621249:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319909.621251:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767319909.621261:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834e00 x1853163938718720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767319909.621276:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938718464 offset 0 length 520: 4 00000100:00100000:1.0:1767319909.621345:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938718592:0@lo:38:kworker.0 00000400:00000100:1.0:1767319909.621362:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938718592 offset 0 length 520: 4 00000100:00100000:1.0:1767319909.621373:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938718720:0@lo:38:kworker.0 00000400:00000100:1.0:1767319909.621383:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938718720 offset 0 length 520: 4 00010000:00010000:3.0:1767319909.879884:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319910.126759:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918045568 offset 0 length 520: 4 00000400:00000100:0.0:1767319910.126783:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918045696 offset 0 length 520: 4 00010000:00010000:0.0:1767319910.901884:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319911.925099:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319912.948763:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319913.972904:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319914.740952:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319914.740962:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319914.740966:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319914.740969:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319914.740973:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319914.740976:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319914.996771:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319916.020740:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319917.049130:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319918.069550:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319919.092778:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319919.861581:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319919.861591:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319919.861593:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319919.861597:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319919.861599:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319919.861602:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319920.116883:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319921.140848:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319922.164870:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319923.189465:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319924.212856:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319924.981757:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319924.981773:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319924.981786:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319924.981790:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319924.981794:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319924.981797:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319925.237052:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319926.261041:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319927.286114:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319928.309765:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319929.334107:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319930.100686:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319930.100699:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319930.100703:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319930.100707:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319930.100711:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319930.100714:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319930.359237:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319931.382923:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319932.405466:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319933.429225:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319934.196762:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319909/real 1767319909] req@ffff9a0303836d80 x1853163938718592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319934 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319934.196805:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836d80 x1853163938718592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319934 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319934.196816:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319909/real 1767319909] req@ffff9a0303834e00 x1853163938718720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319934 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319934.196826:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834e00 x1853163938718720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319934 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319934.196835:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319909/real 1767319909] req@ffff9a0303836300 x1853163938718464/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319934 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319934.196846:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836300 x1853163938718464/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319934 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319934.196864:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319934.196895:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319934.196899:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938718592:0@lo:38:kworker.0 00000100:00080000:2.0:1767319934.196905:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319934.196910:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319934.196913:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938718720:0@lo:38:kworker.0 00000100:00080000:2.0:1767319934.196918:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319934.196921:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319934.196923:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938718464:0@lo:250:kworker.0 00000100:00080000:3.0:1767319934.197126:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319934.197132:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319934.197135:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319934.197140:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5156 00000100:00080000:3.0:1767319934.197144:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319934.197150:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319934.197201:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938718848/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319934.197227:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319934.197230:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319934.197232:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319934.197235:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5156 00000100:00080000:3.0:1767319934.197237:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319934.197241:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319934.197255:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938718976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319934.197266:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319934.197269:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319934.197271:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319934.197273:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5156 00000100:00080000:3.0:1767319934.197275:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319934.197277:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767319934.197285:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938719104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319934.197361:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938718848:0@lo:250:kworker.0 00000400:00000100:2.0:1767319934.197426:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938718848 offset 0 length 520: 4 00000100:00100000:2.0:1767319934.197486:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938718976:0@lo:38:kworker.0 00000400:00000100:2.0:1767319934.197522:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938718976 offset 0 length 520: 4 00000100:00100000:2.0:1767319934.197537:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938719104:0@lo:38:kworker.0 00000400:00000100:2.0:1767319934.197551:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938719104 offset 0 length 520: 4 00010000:00010000:2.0:1767319934.453620:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319935.477400:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319935.728842:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918045824 offset 0 length 520: 4 00000400:00000100:0.0:1767319935.728867:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918045952 offset 0 length 520: 4 00010000:00010000:0.0:1767319936.500805:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319937.524823:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319938.549374:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319939.317718:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319939.317728:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319939.317730:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319939.317734:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319939.317736:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319939.317739:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319939.573372:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319940.602181:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319941.620725:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319942.653855:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319943.671018:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319944.436683:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319944.436694:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319944.436698:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319944.436713:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319944.436715:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319944.436730:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319944.692905:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319945.719078:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319946.741140:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319947.764756:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319948.789614:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319949.556628:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319949.556638:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319949.556641:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319949.556644:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319949.556646:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319949.556649:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319949.812740:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319950.836809:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319951.861122:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319952.884932:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319953.908817:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319954.676852:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319954.676865:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319954.676868:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319954.676871:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319954.676874:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319954.676877:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319954.935388:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319955.956870:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319956.980787:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319958.004721:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319959.034539:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319959.796630:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319959.796640:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319959.796643:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319959.796646:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319959.796649:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319959.796652:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319959.796752:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319934/real 1767319934] req@ffff9a0441a27b80 x1853163938718848/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319959 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319959.796792:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938718848/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319959 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319959.796802:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319934/real 1767319934] req@ffff9a0441a24e00 x1853163938718976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319959 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319959.796812:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938718976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319959 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319959.796821:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319934/real 1767319934] req@ffff9a0441a25c00 x1853163938719104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319959 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319959.796831:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938719104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319959 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319959.796848:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319959.796869:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319959.796873:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938718848:0@lo:250:kworker.0 00000100:00080000:2.0:1767319959.796879:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319959.796885:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319959.796888:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938718976:0@lo:38:kworker.0 00000100:00080000:2.0:1767319959.796891:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319959.796895:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767319959.796898:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938719104:0@lo:38:kworker.0 00000100:00080000:1.0:1767319959.796963:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319959.796967:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319959.796970:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319959.796975:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5180 00000100:00080000:1.0:1767319959.796979:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319959.797005:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319959.797047:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c700 x1853163938719232/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319959.797071:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319959.797075:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319959.797077:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319959.797080:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5180 00000100:00080000:1.0:1767319959.797082:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319959.797086:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319959.797100:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f800 x1853163938719360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319959.797109:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319959.797112:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319959.797114:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319959.797117:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5180 00000100:00080000:1.0:1767319959.797119:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319959.797122:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767319959.797131:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c380 x1853163938719488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319959.797184:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938719232:0@lo:250:kworker.0 00000400:00000100:2.0:1767319959.797226:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938719232 offset 0 length 520: 4 00000100:00100000:2.0:1767319959.797285:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938719360:0@lo:38:kworker.0 00000400:00000100:2.0:1767319959.797303:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938719360 offset 0 length 520: 4 00000100:00100000:2.0:1767319959.797315:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938719488:0@lo:38:kworker.0 00000400:00000100:2.0:1767319959.797329:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938719488 offset 0 length 520: 4 00010000:00010000:2.0:1767319960.056098:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319960.309286:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918046080 offset 0 length 520: 4 00000400:00000100:3.0:1767319960.309313:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918046208 offset 0 length 520: 4 00010000:00010000:3.0:1767319961.076969:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319962.100895:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319963.125100:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319964.148726:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319964.916716:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319964.916756:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319964.916759:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319964.916763:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319964.916765:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319964.916768:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767319965.174069:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319966.199686:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319967.222139:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319968.244997:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319969.276940:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319970.036746:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319970.036758:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319970.036762:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319970.036765:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319970.036767:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319970.036770:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319970.292854:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319971.316805:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319972.341184:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319973.365126:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319974.391359:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319975.156689:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319975.156700:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319975.156703:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319975.156707:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319975.156709:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319975.156712:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319975.413539:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319976.436762:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319977.460718:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319978.484790:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319979.516379:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319980.281339:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319980.281348:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319980.281351:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319980.281354:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319980.281357:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319980.281359:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319980.537097:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319981.557188:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319982.581025:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319983.604712:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319984.372631:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319959/real 1767319959] req@ffff9a030c81c700 x1853163938719232/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319984 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319984.372670:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c700 x1853163938719232/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319984 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319984.372687:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319959/real 1767319959] req@ffff9a030c81f800 x1853163938719360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319984 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319984.372699:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f800 x1853163938719360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319984 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319984.372707:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319959/real 1767319959] req@ffff9a030c81c380 x1853163938719488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319984 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319984.372717:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c380 x1853163938719488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767319984 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319984.372734:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319984.372769:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319984.372773:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938719232:0@lo:250:kworker.0 00000100:00080000:0.0:1767319984.372779:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319984.372784:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319984.372787:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938719360:0@lo:38:kworker.0 00000100:00080000:0.0:1767319984.372791:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319984.372795:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767319984.372798:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938719488:0@lo:38:kworker.0 00000100:00080000:2.0:1767319984.372921:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319984.372927:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319984.372930:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319984.372934:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5206 00000100:00080000:2.0:1767319984.372937:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319984.372943:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319984.373001:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938719616/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319984.373027:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319984.373030:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319984.373032:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319984.373035:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5206 00000100:00080000:2.0:1767319984.373037:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319984.373041:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319984.373056:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938719744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319984.373064:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319984.373067:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319984.373069:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319984.373072:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5206 00000100:00080000:2.0:1767319984.373074:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319984.373077:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767319984.373086:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938719872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319984.373346:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938719616:0@lo:250:kworker.0 00000400:00000100:0.0:1767319984.373393:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938719616 offset 0 length 520: 4 00000100:00100000:0.0:1767319984.373446:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938719744:0@lo:38:kworker.0 00000400:00000100:0.0:1767319984.373463:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938719744 offset 0 length 520: 4 00000100:00100000:0.0:1767319984.373476:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938719872:0@lo:38:kworker.0 00000400:00000100:0.0:1767319984.373489:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938719872 offset 0 length 520: 4 00010000:00010000:3.0:1767319984.629139:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319985.653196:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319985.902083:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918046336 offset 0 length 520: 4 00000400:00000100:3.0:1767319985.902110:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918046464 offset 0 length 520: 4 00010000:00010000:3.0:1767319986.677020:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319987.702220:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319988.726410:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319989.492884:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319989.492893:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319989.492896:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319989.492900:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319989.492903:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319989.492905:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319989.749525:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319990.772831:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319991.797005:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319992.821525:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319993.846289:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319994.612841:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319994.612852:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319994.612855:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319994.612859:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319994.612863:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319994.612867:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319994.868772:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319995.894386:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319996.921790:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319997.941003:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767319998.974961:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319999.732725:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319999.732736:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319999.732740:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319999.732744:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319999.732747:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319999.732749:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767319999.992291:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320001.017142:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320002.036688:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320003.060716:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320004.092393:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320004.852938:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320004.852948:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320004.852951:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320004.852955:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320004.852957:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320004.852960:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320005.112412:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320006.134060:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320007.157787:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320008.180801:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320009.205199:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320009.972998:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320009.973013:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320009.973017:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320009.973021:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320009.973025:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320009.973029:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320009.973137:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319984/real 1767319984] req@ffff9a031c19bb80 x1853163938719616/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320009 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320009.973171:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938719616/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320009 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320009.973179:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319984/real 1767319984] req@ffff9a031c19b800 x1853163938719744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320009 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320009.973187:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938719744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320009 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320009.973192:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319984/real 1767319984] req@ffff9a031c19b100 x1853163938719872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320009 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320009.973198:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938719872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320009 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320009.973216:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320009.973232:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320009.973236:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938719616:0@lo:250:kworker.0 00000100:00080000:0.0:1767320009.973241:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320009.973246:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320009.973248:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938719744:0@lo:38:kworker.0 00000100:00080000:0.0:1767320009.973251:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320009.973255:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320009.973257:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938719872:0@lo:38:kworker.0 00000100:00080000:2.0:1767320009.973443:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320009.973452:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320009.973456:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320009.973462:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5231 00000100:00080000:2.0:1767320009.973467:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320009.973477:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320009.973546:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938720000/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320009.973571:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320009.973575:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320009.973577:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320009.973581:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5231 00000100:00080000:2.0:1767320009.973583:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320009.973588:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320009.973608:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938720128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320009.973612:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938720000:0@lo:250:kworker.0 00000100:00080000:2.0:1767320009.973621:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320009.973626:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320009.973628:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320009.973631:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5231 00000100:00080000:2.0:1767320009.973634:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320009.973638:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320009.973654:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938720256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1767320009.973685:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938720000 offset 0 length 520: 4 00000100:00100000:0.0:1767320009.973762:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938720128:0@lo:38:kworker.0 00000400:00000100:0.0:1767320009.973786:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938720128 offset 0 length 520: 4 00000100:00100000:0.0:1767320009.973798:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938720256:0@lo:38:kworker.0 00000400:00000100:0.0:1767320009.973807:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938720256 offset 0 length 520: 4 00010000:00010000:3.0:1767320010.229169:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320010.488951:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918046592 offset 0 length 520: 4 00000400:00000100:3.0:1767320010.488983:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918046720 offset 0 length 520: 4 00010000:00010000:3.0:1767320011.253554:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320012.276877:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320013.300755:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320014.324807:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320015.093097:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320015.093108:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320015.093111:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320015.093114:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320015.093116:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320015.093117:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320015.348824:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320016.373154:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320017.398903:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320018.420957:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320019.444793:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320020.213243:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320020.213261:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320020.213267:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320020.213272:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320020.213275:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320020.213279:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320020.468757:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320021.495143:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320022.517583:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320023.541316:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320024.565587:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320025.332964:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320025.332975:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320025.332978:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320025.332982:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320025.332985:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320025.332987:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320025.590480:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320026.613341:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320027.636878:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320028.660883:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320029.684756:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320030.452703:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320030.452716:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320030.452720:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320030.452724:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320030.452726:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320030.452730:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320030.709876:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320031.733051:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320032.756797:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320033.781487:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320034.548663:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320009/real 1767320009] req@ffff9a031c19b480 x1853163938720128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320034 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320034.548698:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938720128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320034 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320034.548709:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320009/real 1767320009] req@ffff9a031c19b100 x1853163938720256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320034 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320034.548727:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938720256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320034 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320034.548736:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320009/real 1767320009] req@ffff9a031c198700 x1853163938720000/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320034 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320034.548747:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938720000/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320034 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320034.548765:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320034.548792:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320034.548796:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938720128:0@lo:38:kworker.0 00000100:00080000:0.0:1767320034.548802:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320034.548807:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320034.548810:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938720256:0@lo:38:kworker.0 00000100:00080000:0.0:1767320034.548814:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320034.548819:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320034.548821:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938720000:0@lo:250:kworker.0 00000100:00080000:2.0:1767320034.549301:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320034.549307:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320034.549310:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320034.549314:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5256 00000100:00080000:2.0:1767320034.549318:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320034.549328:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320034.549359:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938720384/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320034.549383:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320034.549387:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320034.549389:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320034.549391:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5256 00000100:00080000:2.0:1767320034.549394:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320034.549397:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320034.549414:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938720512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320034.549421:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320034.549424:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320034.549425:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320034.549427:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5256 00000100:00080000:2.0:1767320034.549429:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320034.549432:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320034.549439:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938720640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320034.549523:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938720384:0@lo:250:kworker.0 00000400:00000100:0.0:1767320034.549567:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938720384 offset 0 length 520: 4 00000100:00100000:0.0:1767320034.549625:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938720512:0@lo:38:kworker.0 00000400:00000100:0.0:1767320034.549642:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938720512 offset 0 length 520: 4 00000100:00100000:0.0:1767320034.549654:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938720640:0@lo:38:kworker.0 00000400:00000100:0.0:1767320034.549666:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938720640 offset 0 length 520: 4 00010000:00010000:3.0:1767320034.806427:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320035.828838:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320036.080441:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918046848 offset 0 length 520: 4 00000400:00000100:0.0:1767320036.080467:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918046976 offset 0 length 520: 4 00010000:00010000:3.0:1767320036.853020:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320037.877167:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320038.903754:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320039.669185:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320039.669201:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320039.669204:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320039.669208:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320039.669211:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320039.669214:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320039.926082:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320040.948910:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320041.982107:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320043.004036:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320044.020933:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320044.791402:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320044.791417:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320044.791420:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320044.791424:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320044.791427:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320044.791431:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320045.047232:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320046.071030:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320047.093134:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320048.116832:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320049.140799:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320049.912228:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320049.912241:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320049.912245:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320049.912250:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320049.912253:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320049.912256:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320050.165021:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320051.188814:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320052.218789:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320053.236911:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320054.261076:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320055.030573:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320055.030588:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320055.030593:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320055.030597:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320055.030600:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320055.030603:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320055.285204:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320056.309879:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320057.333141:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320058.357351:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320059.130356:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320034/real 1767320034] req@ffff9a031c19b800 x1853163938720384/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320059.130408:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938720384/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320059.130422:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320034/real 1767320034] req@ffff9a031c19bb80 x1853163938720512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320059.130441:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938720512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320059.130463:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320034/real 1767320034] req@ffff9a031c198700 x1853163938720640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320059.130480:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938720640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320059.130544:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320059.130570:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320059.130575:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938720384:0@lo:250:kworker.0 00000100:00080000:2.0:1767320059.130585:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320059.130593:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320059.130597:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938720512:0@lo:38:kworker.0 00000100:00080000:2.0:1767320059.130605:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320059.130605:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320059.130615:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320059.130620:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320059.130621:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:3.0:1767320059.130630:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5281 00000100:00100000:2.0:1767320059.130631:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938720640:0@lo:38:kworker.0 00000100:00080000:3.0:1767320059.130647:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320059.130656:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320059.146980:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938720768/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320059.147033:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320059.147040:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320059.147044:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320059.147050:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5281 00000100:00080000:3.0:1767320059.147054:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320059.147063:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320059.147102:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938720896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320059.147113:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320059.147117:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320059.147119:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320059.147123:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5281 00000100:00080000:3.0:1767320059.147126:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320059.147133:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320059.147135:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938720768:0@lo:250:kworker.0 00000100:00100000:3.0:1767320059.147148:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27480 x1853163938721024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:2.0:1767320059.147234:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938720768 offset 0 length 520: 4 00000100:00100000:2.0:1767320059.147322:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938720896:0@lo:38:kworker.0 00000400:00000100:2.0:1767320059.147346:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938720896 offset 0 length 520: 4 00000100:00100000:2.0:1767320059.147371:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938721024:0@lo:38:kworker.0 00000400:00000100:2.0:1767320059.147390:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938721024 offset 0 length 520: 4 00010000:00010000:0.0:1767320059.381539:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320060.404969:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320060.658275:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918047104 offset 0 length 520: 4 00000400:00000100:0.0:1767320060.658307:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918047232 offset 0 length 520: 4 00010000:00010000:3.0:1767320061.428899:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320062.452771:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320063.476785:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320064.245847:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320064.245861:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320064.245864:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320064.245868:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320064.245871:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320064.245874:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320064.502651:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320065.526068:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320066.552712:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320067.573660:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320068.598768:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320069.364739:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320069.364753:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320069.364756:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320069.364760:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320069.364763:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320069.364766:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320069.620822:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320070.644725:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320071.669020:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320072.694261:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320073.717032:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320074.484833:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320074.484846:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320074.484850:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320074.484853:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320074.484857:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320074.484860:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320074.741539:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320075.768763:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320076.789165:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320077.812952:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320078.837676:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320079.605576:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320079.605589:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320079.605593:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320079.605596:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320079.605599:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320079.605602:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320079.863018:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320080.888287:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320081.909321:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320082.934484:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320083.957947:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320084.724707:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320084.724722:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320084.724726:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320084.724731:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320084.724734:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320084.724737:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320084.724874:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320059/real 1767320059] req@ffff9a0441a27480 x1853163938721024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320084 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320084.724924:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27480 x1853163938721024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320084 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320084.724944:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320059/real 1767320059] req@ffff9a0441a26d80 x1853163938720768/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320084 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320084.724958:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938720768/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320084 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320084.724979:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320059/real 1767320059] req@ffff9a0441a27800 x1853163938720896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320084 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320084.724990:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938720896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320084 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320084.725011:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320084.728244:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320084.728261:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938721024:0@lo:38:kworker.0 00000100:00080000:0.0:1767320084.728280:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320084.733227:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320084.733244:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320084.733251:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320084.733261:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5305 00000100:00080000:3.0:1767320084.733268:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320084.733278:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320084.733336:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938721152/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320084.733359:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320084.734189:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320084.734193:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320084.734197:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320084.734202:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320084.734208:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5305 00000100:00080000:3.0:1767320084.734213:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320084.734220:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320084.734252:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938721280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320084.734620:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320084.734629:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938720768:0@lo:250:kworker.0 00000100:00080000:0.0:1767320084.734641:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320084.734648:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320084.734652:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938720896:0@lo:38:kworker.0 00000100:00100000:0.0:1767320084.734697:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938721152:0@lo:250:kworker.0 00000400:00000100:0.0:1767320084.734765:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938721152 offset 0 length 520: 4 00000100:00100000:0.0:1767320084.735604:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938721280:0@lo:38:kworker.0 00000400:00000100:0.0:1767320084.735642:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938721280 offset 0 length 520: 4 00000100:00080000:3.0:1767320084.735739:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320084.735745:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320084.735749:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320084.735755:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5305 00000100:00080000:3.0:1767320084.735759:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320084.735766:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320084.735799:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938721408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320084.736179:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938721408:0@lo:38:kworker.0 00000400:00000100:0.0:1767320084.736208:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938721408 offset 0 length 520: 4 00010000:00010000:0.0:1767320084.984683:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320085.231297:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918047360 offset 0 length 520: 4 00000400:00000100:3.0:1767320085.231320:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918047488 offset 0 length 520: 4 00010000:00010000:0.0:1767320086.005280:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320087.031608:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320088.053318:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320089.076748:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320089.844714:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320089.844733:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320089.844736:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320089.844740:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320089.844742:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320089.844745:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320090.101442:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320091.124768:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320092.149450:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320093.173206:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320094.196976:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320094.964897:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320094.964911:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320094.964915:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320094.964919:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320094.964923:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320094.964927:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320095.220942:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320096.245235:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320097.270554:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320098.293206:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320099.317352:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320100.087818:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320100.087832:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320100.087835:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320100.087839:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320100.087842:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320100.087845:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320100.342659:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320101.368432:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320102.393159:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320103.412779:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320104.436912:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320105.206097:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320105.206112:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320105.206117:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320105.206121:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320105.206125:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320105.206128:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320105.463231:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320106.484819:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320107.508706:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320108.532724:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320109.300642:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320084/real 1767320084] req@ffff9a0441a24e00 x1853163938721408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320109 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320109.300676:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938721408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320109 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320109.300686:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320084/real 1767320084] req@ffff9a0441a24380 x1853163938721152/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320109 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320109.300698:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938721152/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320109 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320109.300707:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320084/real 1767320084] req@ffff9a0441a25c00 x1853163938721280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320109 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320109.300717:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938721280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320109 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320109.300734:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320109.300795:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320109.300799:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938721408:0@lo:38:kworker.0 00000100:00080000:2.0:1767320109.300806:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320109.300812:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320109.300814:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938721152:0@lo:250:kworker.0 00000100:00080000:2.0:1767320109.300818:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320109.300821:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320109.300824:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938721280:0@lo:38:kworker.0 00000100:00080000:3.0:1767320109.300934:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320109.300939:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320109.300943:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320109.300947:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5331 00000100:00080000:3.0:1767320109.300952:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320109.300959:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320109.300990:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938721536/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320109.301050:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938721536:0@lo:250:kworker.0 00000400:00000100:2.0:1767320109.301095:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938721536 offset 0 length 520: 4 00000100:00080000:3.0:1767320109.301178:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320109.301182:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320109.301184:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320109.301188:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5331 00000100:00080000:3.0:1767320109.301191:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320109.301195:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320109.301212:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938721664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320109.302440:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938721664:0@lo:38:kworker.0 00000400:00000100:2.0:1767320109.302497:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938721664 offset 0 length 520: 4 00000100:00080000:3.0:1767320109.302701:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320109.302707:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320109.302711:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320109.302717:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5331 00000100:00080000:3.0:1767320109.302721:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320109.302727:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320109.302768:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938721792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320109.302866:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938721792:0@lo:38:kworker.0 00000400:00000100:2.0:1767320109.302887:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938721792 offset 0 length 520: 4 00010000:00010000:3.0:1767320109.557257:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320110.580795:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320110.830577:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918047616 offset 0 length 520: 4 00000400:00000100:3.0:1767320110.830602:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918047744 offset 0 length 520: 4 00010000:00010000:0.0:1767320111.609633:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320112.308828:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320112.309051:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320112.309067:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320112.309071:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320112.309074:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320112.309077:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320112.628777:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320113.332638:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320113.332647:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320113.332650:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320113.332654:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320113.332657:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320113.332660:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320113.652861:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320114.358748:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320114.358757:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320114.358795:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320114.358799:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320114.358802:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320114.358805:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320114.677458:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320115.700961:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320116.724706:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320117.749080:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320118.772824:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320119.541117:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320119.541128:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320119.541132:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320119.541136:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320119.541139:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320119.541142:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320119.796837:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320120.820820:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320121.844763:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320122.870525:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320123.896732:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320124.661055:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320124.661066:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320124.661069:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320124.661273:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320124.661276:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320124.661278:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320124.920389:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320125.941060:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320126.965438:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320127.993238:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320129.012793:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320129.781007:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320129.781017:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320129.781060:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320129.781064:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320129.781067:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320129.781070:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320130.036875:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320131.060921:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320132.084834:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320133.110375:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320134.133398:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320134.900678:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320109/real 1767320109] req@ffff9a0441a24380 x1853163938721792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320134 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320134.900755:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938721792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320134 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320134.900766:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320109/real 1767320109] req@ffff9a0441a25c00 x1853163938721664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320134 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320134.900780:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938721664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320134 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320134.900790:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320109/real 1767320109] req@ffff9a0441a27b80 x1853163938721536/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320134 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320134.900817:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938721536/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320134 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320134.900826:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320134.900834:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320134.900837:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320134.900838:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320134.900841:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320134.900848:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320134.900852:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320134.900856:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320134.900861:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5356 00000100:00080000:3.0:1767320134.900865:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320134.900868:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320134.900873:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938721792:0@lo:38:kworker.0 00000100:00080000:3.0:1767320134.900895:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00080000:2.0:1767320134.901798:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320134.901862:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320134.901868:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938721664:0@lo:38:kworker.0 00000100:00080000:2.0:1767320134.901874:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320134.907899:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938721920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320134.907932:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320134.907936:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320134.907939:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320134.907944:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5355 00000100:00080000:3.0:1767320134.907947:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320134.907954:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320134.907972:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938722048/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320134.907981:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320134.907984:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320134.907985:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320134.907989:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5355 00000100:00080000:3.0:1767320134.907992:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320134.907995:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320134.908013:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938722176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320134.914814:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320134.914826:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938721536:0@lo:250:kworker.0 00000100:00100000:2.0:1767320134.914872:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938721920:0@lo:38:kworker.0 00000400:00000100:2.0:1767320134.914928:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938721920 offset 0 length 520: 4 00000100:00100000:2.0:1767320134.915767:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938722048:0@lo:250:kworker.0 00000400:00000100:2.0:1767320134.915799:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938722048 offset 0 length 520: 4 00000100:00100000:2.0:1767320134.915819:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938722176:0@lo:38:kworker.0 00000400:00000100:2.0:1767320134.915835:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938722176 offset 0 length 520: 4 00010000:00010000:3.0:1767320135.157128:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320135.412731:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918047872 offset 0 length 520: 4 00000400:00000100:3.0:1767320135.412760:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918048000 offset 0 length 520: 4 00010000:00010000:0.0:1767320136.186250:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320137.205029:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320138.231470:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320139.256923:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320140.020925:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320140.020934:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320140.020937:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320140.020941:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320140.020944:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320140.020947:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320140.276734:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320141.301551:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320142.325779:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320143.348748:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320144.372831:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320145.140781:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320145.140793:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320145.140796:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320145.140799:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320145.140802:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320145.140805:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320145.396861:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320146.422022:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320147.446743:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320148.470820:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320149.497072:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320150.260682:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320150.260698:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320150.260701:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320150.260704:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320150.260707:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320150.260709:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320150.516784:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320151.540857:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320152.565387:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320153.588833:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320154.613612:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320155.385840:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320155.385850:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320155.385852:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320155.385856:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320155.385859:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320155.385862:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320155.644743:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320156.661052:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320157.684723:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320158.712081:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320159.476656:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320134/real 1767320134] req@ffff9a0441a24e00 x1853163938721920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320159 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320159.476696:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938721920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320159 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320159.476707:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320134/real 1767320134] req@ffff9a0441a27800 x1853163938722048/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320159 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320159.476717:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938722048/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320159 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320159.476728:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320134/real 1767320134] req@ffff9a0441a26d80 x1853163938722176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320159 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320159.476739:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938722176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320159 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320159.476756:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320159.476797:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320159.476801:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938721920:0@lo:38:kworker.0 00000100:00080000:1.0:1767320159.476807:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320159.476812:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320159.476815:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938722048:0@lo:250:kworker.0 00000100:00080000:1.0:1767320159.476819:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320159.476823:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320159.476826:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938722176:0@lo:38:kworker.0 00000100:00080000:0.0:1767320159.477225:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320159.477231:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320159.477234:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320159.477239:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5381 00000100:00080000:0.0:1767320159.477243:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320159.477250:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320159.477282:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835c00 x1853163938722304/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320159.477312:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320159.477316:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320159.477317:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320159.477320:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5381 00000100:00080000:0.0:1767320159.477323:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320159.477326:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320159.477377:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837b80 x1853163938722432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320159.477386:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320159.477390:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320159.477391:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320159.477395:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5381 00000100:00080000:0.0:1767320159.477397:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320159.477400:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320159.477439:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834a80 x1853163938722560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320159.477593:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938722304:0@lo:250:kworker.0 00000400:00000100:1.0:1767320159.477652:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938722304 offset 0 length 520: 4 00000100:00100000:1.0:1767320159.477720:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938722432:0@lo:38:kworker.0 00000400:00000100:1.0:1767320159.477739:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938722432 offset 0 length 520: 4 00000100:00100000:1.0:1767320159.477752:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938722560:0@lo:38:kworker.0 00000400:00000100:1.0:1767320159.477766:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938722560 offset 0 length 520: 4 00010000:00010000:3.0:1767320159.732781:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320160.756711:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320161.010950:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918048128 offset 0 length 520: 4 00000400:00000100:3.0:1767320161.010979:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918048256 offset 0 length 520: 4 00010000:00010000:0.0:1767320161.781051:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320162.804780:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320163.831899:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320164.602459:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320164.602468:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320164.602535:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320164.602539:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320164.602541:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320164.602547:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320164.852882:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320165.877630:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320166.900899:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320167.924742:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320168.949113:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320169.716733:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320169.716743:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320169.716747:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320169.716763:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320169.716765:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320169.716768:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320169.972768:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320170.996742:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320172.021193:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320173.044691:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320174.068802:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320174.847054:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320174.847475:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320174.847480:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320174.847484:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320174.847487:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320174.847490:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320175.092871:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320176.116813:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320177.140944:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320178.164795:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320179.188781:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320179.956941:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320179.956952:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320179.956956:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320179.956959:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320179.956961:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320179.956964:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320180.214854:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320181.236734:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320182.260769:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320183.285036:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320184.052703:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320159/real 1767320159] req@ffff9a0303835c00 x1853163938722304/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320184 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320184.052773:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835c00 x1853163938722304/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320184 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320184.052784:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320159/real 1767320159] req@ffff9a0303837b80 x1853163938722432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320184 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320184.052795:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837b80 x1853163938722432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320184 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320184.052803:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320159/real 1767320159] req@ffff9a0303834a80 x1853163938722560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320184 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320184.052813:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834a80 x1853163938722560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320184 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320184.052831:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320184.052856:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320184.052860:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938722304:0@lo:250:kworker.0 00000100:00080000:1.0:1767320184.052867:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320184.052872:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320184.052875:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938722432:0@lo:38:kworker.0 00000100:00080000:1.0:1767320184.052878:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320184.052881:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320184.052884:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938722560:0@lo:38:kworker.0 00000100:00080000:3.0:1767320184.058564:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320184.058575:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320184.058579:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320184.058587:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5406 00000100:00080000:3.0:1767320184.058591:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320184.058641:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320184.058677:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27480 x1853163938722688/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320184.058708:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320184.058713:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320184.058715:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320184.058719:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5406 00000100:00080000:3.0:1767320184.058721:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320184.058724:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320184.058754:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938722816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320184.058763:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320184.058766:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320184.058768:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320184.058771:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5406 00000100:00080000:3.0:1767320184.058773:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320184.058776:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320184.058787:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938722944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320184.058942:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938722688:0@lo:250:kworker.0 00000400:00000100:1.0:1767320184.058997:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938722688 offset 0 length 520: 4 00000100:00100000:1.0:1767320184.059064:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938722816:0@lo:38:kworker.0 00000400:00000100:1.0:1767320184.059083:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938722816 offset 0 length 520: 4 00000100:00100000:1.0:1767320184.059095:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938722944:0@lo:38:kworker.0 00000400:00000100:1.0:1767320184.059108:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938722944 offset 0 length 520: 4 00010000:00010000:3.0:1767320184.308850:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320185.335776:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320185.581208:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918048384 offset 0 length 520: 4 00000400:00000100:0.0:1767320185.582743:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918048512 offset 0 length 520: 4 00010000:00010000:3.0:1767320186.358374:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320187.380761:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320188.406425:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320189.173768:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320189.173779:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320189.173782:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320189.173784:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320189.173787:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320189.173789:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320189.429152:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320190.454039:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320191.479578:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320192.501291:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320193.525133:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320194.293113:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320194.293123:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320194.293126:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320194.293130:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320194.293133:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320194.293136:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320194.549376:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320195.582287:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320196.598984:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320197.622624:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320198.644751:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320199.413774:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320199.413785:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320199.413789:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320199.413792:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320199.413795:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320199.413797:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320199.669004:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320200.701264:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320201.717466:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320202.740689:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320203.765379:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320204.533827:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320204.533834:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320204.533837:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320204.533839:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320204.533841:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320204.533843:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320204.790677:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320205.815410:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320206.837252:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320207.861000:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320208.884983:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320209.653190:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320184/real 1767320184] req@ffff9a0441a27480 x1853163938722688/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320209 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320209.653224:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27480 x1853163938722688/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320209 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320209.653235:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320184/real 1767320184] req@ffff9a0441a26d80 x1853163938722816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320209 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320209.653248:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938722816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320209 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320209.653257:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320184/real 1767320184] req@ffff9a0441a27800 x1853163938722944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320209 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320209.653268:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938722944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320209 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320209.653285:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320209.653307:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320209.653311:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938722688:0@lo:250:kworker.0 00000100:00080000:1.0:1767320209.653317:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320209.653322:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320209.653326:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938722816:0@lo:38:kworker.0 00000100:00080000:1.0:1767320209.653330:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320209.653334:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320209.653336:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938722944:0@lo:38:kworker.0 00000100:00080000:2.0:1767320209.654728:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320209.654738:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320209.654741:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320209.654749:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5430 00000100:00080000:2.0:1767320209.654754:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320209.654762:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320209.654840:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938723072/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320209.654880:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320209.654884:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320209.654886:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320209.654890:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5430 00000100:00080000:2.0:1767320209.654892:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320209.654896:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320209.654911:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938723200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320209.654920:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320209.654923:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320209.654924:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320209.654927:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5430 00000100:00080000:2.0:1767320209.654930:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320209.654933:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320209.654941:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938723328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320209.655235:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938723072:0@lo:250:kworker.0 00000400:00000100:1.0:1767320209.655288:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938723072 offset 0 length 520: 4 00000100:00100000:1.0:1767320209.655355:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938723200:0@lo:38:kworker.0 00000400:00000100:1.0:1767320209.655372:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938723200 offset 0 length 520: 4 00000100:00100000:1.0:1767320209.655384:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938723328:0@lo:38:kworker.0 00000400:00000100:1.0:1767320209.655396:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938723328 offset 0 length 520: 4 00010000:00010000:3.0:1767320209.911792:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320210.163376:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918048640 offset 0 length 520: 4 00000400:00000100:0.0:1767320210.163398:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918048768 offset 0 length 520: 4 00010000:00010000:2.0:1767320210.938274:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320211.958681:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320212.981112:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320214.006745:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320214.773960:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.773970:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320214.773974:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.773977:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320214.773980:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320214.773982:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320215.030975:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320216.052696:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320217.076675:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320218.100899:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320219.124797:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320219.893715:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320219.893724:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320219.893728:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320219.893731:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320219.893734:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320219.893736:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320220.151374:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320221.175749:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320222.196895:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320223.220927:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320224.244929:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320225.013996:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320225.014006:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320225.014009:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320225.014012:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320225.014015:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320225.014018:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320225.269314:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320226.292892:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320227.316725:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320228.345127:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320229.364724:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320230.133633:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320230.133642:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320230.133646:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320230.133650:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320230.133652:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320230.133655:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320230.388789:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320231.412731:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320232.436795:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320233.461453:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320234.228605:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320209/real 1767320209] req@ffff9a031c198700 x1853163938723072/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320234 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320234.228637:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938723072/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320234 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320234.228653:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320209/real 1767320209] req@ffff9a031c19bb80 x1853163938723200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320234 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320234.228664:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938723200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320234 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320234.228672:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320209/real 1767320209] req@ffff9a031c19b800 x1853163938723328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320234 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320234.228680:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938723328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320234 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320234.228697:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320234.228729:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320234.228733:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938723072:0@lo:250:kworker.0 00000100:00080000:1.0:1767320234.228738:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320234.228743:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320234.228746:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938723200:0@lo:38:kworker.0 00000100:00080000:1.0:1767320234.228759:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320234.228763:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320234.228766:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938723328:0@lo:38:kworker.0 00000100:00080000:0.0:1767320234.228968:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320234.228974:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320234.228977:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320234.228981:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5456 00000100:00080000:0.0:1767320234.228985:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320234.228991:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320234.229020:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834000 x1853163938723456/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320234.229046:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320234.229049:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320234.229051:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320234.229054:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5456 00000100:00080000:0.0:1767320234.229056:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320234.229059:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320234.229073:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835f80 x1853163938723584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320234.229080:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320234.229083:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320234.229086:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320234.229089:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5456 00000100:00080000:0.0:1767320234.229091:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320234.229094:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320234.229103:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837800 x1853163938723712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320234.229166:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938723456:0@lo:250:kworker.0 00000400:00000100:1.0:1767320234.229216:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938723456 offset 0 length 520: 4 00000100:00100000:1.0:1767320234.229281:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938723584:0@lo:38:kworker.0 00000400:00000100:1.0:1767320234.229298:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938723584 offset 0 length 520: 4 00000100:00100000:1.0:1767320234.229310:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938723712:0@lo:38:kworker.0 00000400:00000100:1.0:1767320234.229323:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938723712 offset 0 length 520: 4 00010000:00010000:0.0:1767320234.484974:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320235.510351:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320235.760975:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918048896 offset 0 length 520: 4 00000400:00000100:3.0:1767320235.761012:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918049024 offset 0 length 520: 4 00010000:00010000:2.0:1767320236.532838:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320237.559569:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320238.581044:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320239.348773:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320239.348784:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320239.348787:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320239.348791:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320239.348793:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320239.348796:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320239.605414:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320240.628723:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320241.652982:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320242.676747:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320243.702960:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320244.469596:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320244.469607:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320244.469609:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320244.469613:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320244.469615:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320244.469618:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320244.724717:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320245.749796:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320246.772776:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320247.801985:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320248.820741:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320249.588791:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320249.588811:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320249.588814:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320249.588817:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320249.588819:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320249.588822:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320249.844853:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320250.875283:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320251.892985:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320252.916829:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320253.941694:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320254.710135:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320254.710146:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320254.710149:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320254.710153:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320254.710155:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320254.710158:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320254.965119:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320255.989093:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320257.012919:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320258.036778:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320259.065222:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320259.830131:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320234/real 1767320234] req@ffff9a0303834000 x1853163938723456/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320259 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320259.830166:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834000 x1853163938723456/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320259 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320259.830176:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320234/real 1767320234] req@ffff9a0303835f80 x1853163938723584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320259 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320259.830187:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835f80 x1853163938723584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320259 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320259.830196:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320234/real 1767320234] req@ffff9a0303837800 x1853163938723712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320259 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320259.830205:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837800 x1853163938723712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320259 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320259.830237:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320259.830248:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320259.830252:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938723456:0@lo:250:kworker.0 00000100:00080000:1.0:1767320259.830258:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320259.830262:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320259.830265:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938723584:0@lo:38:kworker.0 00000100:00080000:1.0:1767320259.830269:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320259.830273:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320259.830275:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938723712:0@lo:38:kworker.0 00000100:00080000:3.0:1767320259.830427:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320259.830434:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320259.830438:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320259.830443:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5480 00000100:00080000:3.0:1767320259.830447:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320259.830453:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320259.830483:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938723840/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320259.830531:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320259.830535:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320259.830537:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320259.830539:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5480 00000100:00080000:3.0:1767320259.830542:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320259.830545:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320259.830558:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938723968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320259.830567:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320259.830569:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320259.830571:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320259.830574:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5480 00000100:00080000:3.0:1767320259.830575:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320259.830578:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320259.830585:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938724096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320259.830628:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938723840:0@lo:250:kworker.0 00000400:00000100:1.0:1767320259.830691:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938723840 offset 0 length 520: 4 00000100:00100000:1.0:1767320259.830767:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938723968:0@lo:38:kworker.0 00000400:00000100:1.0:1767320259.830787:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938723968 offset 0 length 520: 4 00000100:00100000:1.0:1767320259.830800:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938724096:0@lo:38:kworker.0 00000400:00000100:1.0:1767320259.830813:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938724096 offset 0 length 520: 4 00010000:00010000:0.0:1767320260.084873:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320260.337826:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918049152 offset 0 length 520: 4 00000400:00000100:3.0:1767320260.337854:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918049280 offset 0 length 520: 4 00010000:00010000:3.0:1767320261.108740:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320262.132967:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320263.157679:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320264.181227:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320264.949901:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320264.949911:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320264.949914:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320264.949918:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320264.949920:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320264.949923:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320265.204743:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320266.228749:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320267.259950:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320268.277762:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320269.300876:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320270.070828:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320270.070837:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320270.070840:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320270.070843:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320270.070846:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320270.070849:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320270.325837:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320271.348851:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320272.376807:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320273.402767:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320274.422115:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320275.191260:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320275.191285:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320275.191289:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320275.191293:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320275.191296:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320275.191299:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320275.444723:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320276.469559:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320277.492851:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320278.516896:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320279.541473:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320280.315032:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320280.315246:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320280.315250:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320280.315253:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320280.315256:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320280.315259:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320280.564797:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320281.594794:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320282.616067:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320283.640279:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320284.404795:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320259/real 1767320259] req@ffff9a0441a24e00 x1853163938723840/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320284 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320284.404841:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938723840/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320284 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320284.404854:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320259/real 1767320259] req@ffff9a0441a27b80 x1853163938723968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320284 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320284.404868:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938723968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320284 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320284.404879:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320259/real 1767320259] req@ffff9a0441a25c00 x1853163938724096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320284 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320284.404890:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938724096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320284 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320284.404915:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320284.404957:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320284.404963:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938723840:0@lo:250:kworker.0 00000100:00080000:2.0:1767320284.404968:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320284.404975:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320284.404977:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938723968:0@lo:38:kworker.0 00000100:00080000:2.0:1767320284.404981:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320284.404985:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320284.404988:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938724096:0@lo:38:kworker.0 00000100:00080000:0.0:1767320284.408356:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320284.408367:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320284.408371:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320284.408379:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5506 00000100:00080000:0.0:1767320284.408384:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320284.408391:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320284.408427:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837800 x1853163938724224/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320284.408460:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320284.408465:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320284.408467:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320284.408471:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5506 00000100:00080000:0.0:1767320284.408474:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320284.408479:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320284.408498:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835f80 x1853163938724352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320284.408598:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320284.408602:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320284.408604:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320284.408609:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5506 00000100:00080000:0.0:1767320284.408611:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320284.408616:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320284.408631:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834000 x1853163938724480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320284.408779:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938724224:0@lo:250:kworker.0 00000400:00000100:2.0:1767320284.408865:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938724224 offset 0 length 520: 4 00000100:00100000:2.0:1767320284.408935:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938724352:0@lo:38:kworker.0 00000400:00000100:2.0:1767320284.408958:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938724352 offset 0 length 520: 4 00000100:00100000:2.0:1767320284.408972:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938724480:0@lo:38:kworker.0 00000400:00000100:2.0:1767320284.408988:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938724480 offset 0 length 520: 4 00010000:00010000:0.0:1767320284.660778:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320285.688669:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320285.935055:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918049408 offset 0 length 520: 4 00000400:00000100:3.0:1767320285.935093:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918049536 offset 0 length 520: 4 00010000:00010000:3.0:1767320286.712694:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320287.734232:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320288.757057:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320289.526628:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320289.526640:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320289.526644:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320289.526649:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320289.526653:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320289.526655:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320289.781251:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320290.805070:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320291.834388:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320292.856931:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320293.880062:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320294.646288:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320294.646300:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320294.646302:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320294.646305:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320294.646308:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320294.646310:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320294.902626:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320295.930910:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320296.949300:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320297.973017:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320298.996878:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320299.765077:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320299.765091:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320299.765094:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320299.765098:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320299.765102:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320299.765105:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320300.021449:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320301.047626:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320302.075718:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320303.092897:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320304.117001:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320304.884716:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320304.884732:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320304.884735:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320304.884739:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320304.884742:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320304.884745:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320305.141223:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320306.164765:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320307.188792:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320308.216632:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320309.236904:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320310.004817:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320310.004827:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320310.004830:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320310.004833:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320310.004836:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320310.004839:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320310.005221:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320284/real 1767320284] req@ffff9a0303837800 x1853163938724224/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320309 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320310.005254:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837800 x1853163938724224/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320309 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320310.005264:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320284/real 1767320284] req@ffff9a0303835f80 x1853163938724352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320309 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320310.005276:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835f80 x1853163938724352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320309 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320310.005286:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320284/real 1767320284] req@ffff9a0303834000 x1853163938724480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320309 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320310.005298:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834000 x1853163938724480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320309 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320310.005316:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320310.005328:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320310.005331:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938724224:0@lo:250:kworker.0 00000100:00080000:1.0:1767320310.005337:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320310.005341:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320310.005344:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938724352:0@lo:38:kworker.0 00000100:00080000:1.0:1767320310.005348:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320310.005352:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320310.005355:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938724480:0@lo:38:kworker.0 00000100:00080000:0.0:1767320310.005829:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320310.005835:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320310.005838:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320310.005843:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5531 00000100:00080000:0.0:1767320310.005847:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320310.005852:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320310.005880:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834a80 x1853163938724608/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320310.005906:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320310.005909:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320310.005911:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320310.005914:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5531 00000100:00080000:0.0:1767320310.005916:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320310.005919:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320310.005932:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837b80 x1853163938724736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320310.005939:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320310.005942:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320310.005943:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320310.005946:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5531 00000100:00080000:0.0:1767320310.005948:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320310.005951:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320310.005960:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835c00 x1853163938724864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320310.006027:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938724608:0@lo:250:kworker.0 00000400:00000100:2.0:1767320310.006176:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938724608 offset 0 length 520: 4 00000100:00100000:2.0:1767320310.006228:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938724736:0@lo:38:kworker.0 00000400:00000100:2.0:1767320310.006247:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938724736 offset 0 length 520: 4 00000100:00100000:2.0:1767320310.006259:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938724864:0@lo:38:kworker.0 00000400:00000100:2.0:1767320310.006273:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938724864 offset 0 length 520: 4 00010000:00010000:0.0:1767320310.260808:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320310.513327:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918049664 offset 0 length 520: 4 00000400:00000100:0.0:1767320310.513352:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918049792 offset 0 length 520: 4 00010000:00010000:0.0:1767320311.285276:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320312.308850:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320313.333248:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320314.362124:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320315.124971:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320315.124981:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320315.124985:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320315.124988:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320315.124990:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320315.124993:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320315.382030:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320316.405038:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320317.429378:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320318.453051:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320319.478106:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320320.246854:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320320.246865:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320320.246868:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320320.246871:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320320.246874:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320320.246876:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320320.501291:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320321.526185:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320322.548954:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320323.572730:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320324.597909:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320325.365326:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320325.365336:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320325.365338:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320325.365341:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320325.365343:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320325.365346:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320325.621107:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320326.645208:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320327.675936:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320328.692749:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320329.716752:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320330.485603:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320330.485613:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320330.485616:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320330.485619:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320330.485622:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320330.485624:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320330.740859:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320331.764796:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320332.789297:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320333.813633:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320334.839897:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320335.604637:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320310/real 1767320310] req@ffff9a0303834a80 x1853163938724608/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320335.604683:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834a80 x1853163938724608/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320335.604693:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320310/real 1767320310] req@ffff9a0303837b80 x1853163938724736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320335.604704:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837b80 x1853163938724736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320335.604714:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320310/real 1767320310] req@ffff9a0303835c00 x1853163938724864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320335.604724:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835c00 x1853163938724864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320335.604741:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320335.604768:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320335.604778:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938724608:0@lo:250:kworker.0 00000100:00080000:1.0:1767320335.604784:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320335.604789:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320335.604799:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938724736:0@lo:38:kworker.0 00000100:00080000:1.0:1767320335.604803:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320335.604807:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320335.604809:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938724864:0@lo:38:kworker.0 00000100:00080000:3.0:1767320335.604910:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320335.604917:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320335.604920:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320335.604924:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5556 00000100:00080000:3.0:1767320335.604928:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320335.604935:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320335.604964:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938724992/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320335.604987:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320335.604990:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320335.604992:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320335.604995:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5556 00000100:00080000:3.0:1767320335.604997:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320335.605001:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320335.605013:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938725120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320335.605021:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320335.605023:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320335.605025:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320335.605028:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5556 00000100:00080000:3.0:1767320335.605030:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320335.605032:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320335.605041:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938725248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320335.605171:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938724992:0@lo:250:kworker.0 00000400:00000100:1.0:1767320335.605249:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938724992 offset 0 length 520: 4 00000100:00100000:1.0:1767320335.605306:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938725120:0@lo:38:kworker.0 00000400:00000100:1.0:1767320335.605325:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938725120 offset 0 length 520: 4 00000100:00100000:1.0:1767320335.605336:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938725248:0@lo:38:kworker.0 00000400:00000100:1.0:1767320335.605349:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938725248 offset 0 length 520: 4 00010000:00010000:0.0:1767320335.862076:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320336.114883:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918049920 offset 0 length 520: 4 00000400:00000100:0.0:1767320336.114905:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918050048 offset 0 length 520: 4 00010000:00010000:0.0:1767320336.884751:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320337.909241:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320338.935177:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320339.962143:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320340.724985:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320340.724996:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320340.725010:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320340.725013:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320340.725016:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320340.725018:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320340.980739:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320342.005160:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320343.029135:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320344.053710:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320345.078381:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320345.844649:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320345.844659:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320345.844663:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320345.844667:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320345.844670:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320345.844674:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320346.104294:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320347.124855:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320348.149094:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320349.172712:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320350.196768:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320350.964640:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320350.964666:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320350.964669:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320350.964673:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320350.964675:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320350.964678:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320351.220769:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320352.245754:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320353.268735:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320354.292704:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320355.316776:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320356.085285:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320356.085296:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320356.085300:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320356.085303:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320356.085306:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320356.085310:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320356.343969:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320357.364678:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320358.388809:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320359.413647:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320360.183346:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320335/real 1767320335] req@ffff9a0441a24380 x1853163938724992/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320360.183379:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938724992/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320360.183389:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320335/real 1767320335] req@ffff9a0441a25c00 x1853163938725120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320360.183406:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938725120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320360.183414:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320335/real 1767320335] req@ffff9a0441a27b80 x1853163938725248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320360.183424:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938725248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320360.183442:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320360.183546:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320360.183551:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938724992:0@lo:250:kworker.0 00000100:00080000:0.0:1767320360.183558:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320360.195299:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320360.195309:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320360.195313:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320360.195322:0:37411:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5582 00000100:00080000:2.0:1767320360.195326:0:37411:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320360.195333:0:37411:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320360.195371:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938725376/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320360.195389:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320360.195393:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320360.195394:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320360.195398:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5582 00000100:00080000:2.0:1767320360.195400:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320360.195404:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320360.195416:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938725504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320360.195425:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320360.195428:0:37411:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320360.195611:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320360.195618:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938725120:0@lo:38:kworker.0 00000100:00080000:0.0:1767320360.195646:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320360.203269:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320360.203281:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938725248:0@lo:38:kworker.0 00000100:00100000:0.0:1767320360.203335:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938725376:0@lo:250:kworker.0 00000400:00000100:0.0:1767320360.203397:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938725376 offset 0 length 520: 4 00000100:00100000:0.0:1767320360.203503:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938725504:0@lo:38:kworker.0 00000400:00000100:0.0:1767320360.203535:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938725504 offset 0 length 520: 4 00000100:00080000:1.0:1767320360.204365:0:37411:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320360.204373:0:37411:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320360.204377:0:37411:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320360.204383:0:37411:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5582 00000100:00080000:1.0:1767320360.204387:0:37411:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320360.204393:0:37411:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320360.204465:0:37411:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81dc00 x1853163938725632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320360.205918:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938725632:0@lo:38:kworker.0 00000400:00000100:0.0:1767320360.205972:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938725632 offset 0 length 520: 4 00010000:00010000:0.0:1767320360.437565:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320360.690330:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918050176 offset 0 length 520: 4 00000400:00000100:0.0:1767320360.690355:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918050304 offset 0 length 520: 4 00010000:00010000:0.0:1767320361.462059:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320362.486111:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320363.508927:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320364.534570:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320365.301049:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320365.301064:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320365.301068:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320365.301073:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320365.301076:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320365.301083:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320365.556863:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320366.581239:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320367.607602:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320368.629158:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320369.652879:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320370.420828:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320370.420842:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320370.420845:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320370.420849:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320370.420851:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320370.420854:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320370.676762:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320371.700845:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320372.727566:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320373.749056:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320374.772814:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320375.540743:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320375.540757:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320375.540761:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320375.540764:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320375.540767:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320375.540771:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320375.799492:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320376.820977:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320377.844981:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320378.868844:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320379.893555:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320380.665579:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320380.665591:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320380.665595:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320380.665598:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320380.665601:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320380.665603:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320380.917054:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320381.940914:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320382.964737:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320383.989332:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320385.014867:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320385.267043:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918050432 offset 0 length 520: 4 00000400:00000100:3.0:1767320385.267069:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918050560 offset 0 length 520: 4 00000100:00100000:0.0:1767320385.780702:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320360/real 1767320360] req@ffff9a030c81dc00 x1853163938725632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320385 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320385.780731:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81dc00 x1853163938725632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320385 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320385.780743:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320360/real 1767320360] req@ffff9a031c19b100 x1853163938725376/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320385 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320385.780755:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938725376/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320385 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320385.780764:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320360/real 1767320360] req@ffff9a031c19b480 x1853163938725504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320385 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320385.780774:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938725504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320385 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320385.780795:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320385.780803:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320385.780807:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938725632:0@lo:38:kworker.0 00000100:00080000:0.0:1767320385.780812:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320385.780816:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320385.780819:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938725376:0@lo:250:kworker.0 00000100:00080000:0.0:1767320385.780822:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320385.780826:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320385.780829:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938725504:0@lo:38:kworker.0 00000100:00080000:2.0:1767320385.780998:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320385.781003:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320385.781006:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320385.781011:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5606 00000100:00080000:2.0:1767320385.781015:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320385.781020:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320385.781053:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938725760/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320385.781078:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320385.781081:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320385.781083:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320385.781086:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5606 00000100:00080000:2.0:1767320385.781088:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320385.781091:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320385.781103:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938725888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320385.781111:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320385.781114:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320385.781115:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320385.781118:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5606 00000100:00080000:2.0:1767320385.781121:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320385.781123:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320385.781130:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938726016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320385.781192:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938725760:0@lo:250:kworker.0 00000400:00000100:0.0:1767320385.781238:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938725760 offset 0 length 520: 4 00000100:00100000:0.0:1767320385.781300:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938725888:0@lo:38:kworker.0 00000400:00000100:0.0:1767320385.781317:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938725888 offset 0 length 520: 4 00000100:00100000:0.0:1767320385.781328:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938726016:0@lo:38:kworker.0 00000400:00000100:0.0:1767320385.781338:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938726016 offset 0 length 520: 4 00010000:00010000:0.0:1767320386.038555:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320387.060803:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320388.084914:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320389.108833:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320390.132904:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320390.901526:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320390.901547:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320390.901550:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320390.901553:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320390.901557:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320390.901560:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320391.156909:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320392.180791:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320393.204752:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320394.228858:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320395.254536:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320396.024133:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320396.024143:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320396.024146:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320396.024150:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320396.024153:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320396.024156:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320396.277684:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320397.301178:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320398.324894:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320399.348741:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320400.372845:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320401.140700:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320401.140710:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320401.140714:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320401.140717:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320401.140720:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320401.140722:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320401.396694:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320402.420878:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320403.445153:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320404.469240:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320405.492772:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320406.260830:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320406.260843:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320406.260847:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320406.260850:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320406.260853:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320406.260856:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320406.516786:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320407.541871:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320408.564838:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320409.589866:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320410.356658:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320385/real 1767320385] req@ffff9a031c19b480 x1853163938725760/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320410.356730:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938725760/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320410.356742:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320385/real 1767320385] req@ffff9a031c19b100 x1853163938725888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320410.356755:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938725888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320410.356764:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320385/real 1767320385] req@ffff9a031c19b800 x1853163938726016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320410.356776:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938726016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320410.356796:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320410.356826:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320410.356830:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938725760:0@lo:250:kworker.0 00000100:00080000:2.0:1767320410.356836:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320410.356843:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320410.356847:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938725888:0@lo:38:kworker.0 00000100:00080000:2.0:1767320410.356851:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320410.356867:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320410.356870:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938726016:0@lo:38:kworker.0 00000100:00080000:3.0:1767320410.357070:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320410.357086:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320410.357089:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320410.357093:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5632 00000100:00080000:3.0:1767320410.357098:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320410.357128:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320410.357162:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938726144/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320410.357185:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320410.357189:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320410.357191:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320410.357194:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5632 00000100:00080000:3.0:1767320410.357196:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320410.357200:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320410.357213:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938726272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320410.357221:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320410.357223:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320410.357225:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320410.357228:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5632 00000100:00080000:3.0:1767320410.357230:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320410.357233:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320410.357242:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938726400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320410.357387:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938726144:0@lo:250:kworker.0 00000400:00000100:2.0:1767320410.357462:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938726144 offset 0 length 520: 4 00000100:00100000:2.0:1767320410.357543:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938726272:0@lo:38:kworker.0 00000400:00000100:2.0:1767320410.357561:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938726272 offset 0 length 520: 4 00000100:00100000:2.0:1767320410.357572:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938726400:0@lo:38:kworker.0 00000400:00000100:2.0:1767320410.357584:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938726400 offset 0 length 520: 4 00010000:00010000:2.0:1767320410.612744:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320410.862595:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918050688 offset 0 length 520: 4 00000400:00000100:3.0:1767320410.862620:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918050816 offset 0 length 520: 4 00010000:00010000:0.0:1767320411.637163:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320412.661575:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320413.684734:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320414.708732:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320415.485078:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320415.485096:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320415.485099:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320415.485140:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320415.485143:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320415.485146:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320415.732688:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320416.757593:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320417.790567:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320418.804799:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320419.828705:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320420.596916:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320420.596926:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320420.596930:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320420.596933:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320420.596935:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320420.596938:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320420.852805:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320421.876784:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320422.902562:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320423.924712:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320424.949533:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320425.716802:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320425.716812:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320425.716816:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320425.716819:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320425.716822:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320425.716825:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320425.974106:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320426.997906:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320428.020985:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320429.044807:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320430.079483:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320430.838424:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320430.838435:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320430.838438:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320430.838442:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320430.838444:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320430.838447:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320431.092880:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320432.117046:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320433.140749:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320434.164832:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320435.188886:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320435.438629:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918050944 offset 0 length 520: 4 00000400:00000100:3.0:1767320435.438660:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918051072 offset 0 length 520: 4 00000100:00100000:2.0:1767320435.956666:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320410/real 1767320410] req@ffff9a0441a24e00 x1853163938726144/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320435.956699:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938726144/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320435.956710:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320410/real 1767320410] req@ffff9a0441a27800 x1853163938726272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320435.956721:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938726272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320435.956730:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320410/real 1767320410] req@ffff9a0441a26d80 x1853163938726400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320435.956740:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938726400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320435.956758:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320435.956788:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320435.956792:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938726144:0@lo:250:kworker.0 00000100:00080000:2.0:1767320435.956798:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320435.956804:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320435.956807:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938726272:0@lo:38:kworker.0 00000100:00080000:2.0:1767320435.956811:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320435.956814:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320435.956817:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938726400:0@lo:38:kworker.0 00000100:00080000:3.0:1767320435.956922:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320435.956927:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320435.956930:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320435.956934:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5657 00000100:00080000:3.0:1767320435.956938:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320435.956944:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320435.956973:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27480 x1853163938726528/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320435.956997:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320435.957000:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320435.957002:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320435.957005:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5657 00000100:00080000:3.0:1767320435.957007:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320435.957010:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320435.957060:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938726656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320435.957069:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320435.957071:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320435.957073:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320435.957076:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5657 00000100:00080000:3.0:1767320435.957078:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320435.957081:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320435.957089:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938726784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320435.957212:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938726528:0@lo:250:kworker.0 00000400:00000100:2.0:1767320435.957255:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938726528 offset 0 length 520: 4 00000100:00100000:2.0:1767320435.957311:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938726656:0@lo:38:kworker.0 00000400:00000100:2.0:1767320435.957328:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938726656 offset 0 length 520: 4 00000100:00100000:2.0:1767320435.957340:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938726784:0@lo:38:kworker.0 00000400:00000100:2.0:1767320435.957536:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938726784 offset 0 length 520: 4 00010000:00010000:2.0:1767320436.224697:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320437.241570:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320438.262441:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320439.284832:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320440.308760:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320441.078600:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320441.078614:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320441.078616:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320441.078620:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320441.078623:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320441.078625:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320441.332690:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320442.356718:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320443.383377:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320444.404723:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320445.428722:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320446.196682:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320446.196693:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320446.196697:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320446.196700:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320446.196703:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320446.196706:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320446.453029:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320447.480142:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320448.501487:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320449.525211:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320450.549042:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320451.317169:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320451.317181:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320451.317184:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320451.317187:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320451.317189:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320451.317192:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320451.572850:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320452.598082:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320453.620963:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320454.645166:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320455.668790:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320456.436725:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320456.436735:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320456.436739:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320456.436743:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320456.436746:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320456.436749:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320456.692973:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320457.718219:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320458.741644:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320459.767028:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320460.532803:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320435/real 1767320435] req@ffff9a0441a27480 x1853163938726528/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320460 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320460.532834:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27480 x1853163938726528/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320460 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320460.532845:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320435/real 1767320435] req@ffff9a0441a26d80 x1853163938726656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320460 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320460.532862:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938726656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320460 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320460.532870:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320435/real 1767320435] req@ffff9a0441a27800 x1853163938726784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320460 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320460.532879:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938726784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320460 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320460.532895:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320460.532925:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320460.532929:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938726528:0@lo:250:kworker.0 00000100:00080000:0.0:1767320460.532935:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320460.532941:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320460.532944:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938726656:0@lo:38:kworker.0 00000100:00080000:0.0:1767320460.532948:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320460.532953:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320460.532955:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938726784:0@lo:38:kworker.0 00000100:00080000:3.0:1767320460.533168:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320460.533174:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320460.533178:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320460.533182:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5682 00000100:00080000:3.0:1767320460.533186:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320460.533192:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320460.533221:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938726912/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320460.533247:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320460.533250:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320460.533252:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320460.533256:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5682 00000100:00080000:3.0:1767320460.533258:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320460.533261:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320460.533274:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938727040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320460.533281:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320460.533284:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320460.533286:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320460.533289:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5682 00000100:00080000:3.0:1767320460.533292:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320460.533303:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320460.533313:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938727168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320460.533383:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938726912:0@lo:250:kworker.0 00000400:00000100:0.0:1767320460.533428:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938726912 offset 0 length 520: 4 00000100:00100000:0.0:1767320460.533493:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938727040:0@lo:38:kworker.0 00000400:00000100:0.0:1767320460.533530:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938727040 offset 0 length 520: 4 00000100:00100000:0.0:1767320460.533542:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938727168:0@lo:38:kworker.0 00000400:00000100:0.0:1767320460.533554:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938727168 offset 0 length 520: 4 00010000:00010000:3.0:1767320460.791415:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320461.041302:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918051200 offset 0 length 520: 4 00000400:00000100:3.0:1767320461.041329:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918051328 offset 0 length 520: 4 00010000:00010000:2.0:1767320461.812883:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320462.837394:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320463.863712:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320464.886757:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320465.652778:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320465.652790:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320465.652794:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320465.652797:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320465.652799:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320465.652802:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320465.909282:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320466.933015:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320467.956731:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320468.980734:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320470.004810:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320470.773464:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320470.773474:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320470.773477:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320470.773480:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320470.773483:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320470.773485:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320471.029368:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320472.052777:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320473.078458:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320474.101144:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320475.125158:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320475.892819:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320475.892829:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320475.892832:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320475.892835:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320475.892838:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320475.892841:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320476.149689:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320477.172841:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320478.197414:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320479.220741:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320480.245113:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320481.012659:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320481.012670:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320481.012672:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320481.012676:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320481.012678:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320481.012681:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320481.271427:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320482.292987:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320483.316670:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320484.341398:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320485.109181:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320460/real 1767320460] req@ffff9a0441a24e00 x1853163938726912/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320485 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320485.109226:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938726912/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320485 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320485.109238:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320460/real 1767320460] req@ffff9a0441a27b80 x1853163938727040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320485 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320485.109256:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938727040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320485 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320485.109278:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320460/real 1767320460] req@ffff9a0441a25c00 x1853163938727168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320485 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320485.109289:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938727168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320485 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320485.109306:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320485.109333:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320485.109337:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938726912:0@lo:250:kworker.0 00000100:00080000:0.0:1767320485.109342:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320485.109348:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320485.109351:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938727040:0@lo:38:kworker.0 00000100:00080000:0.0:1767320485.109354:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320485.109358:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320485.109361:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938727168:0@lo:38:kworker.0 00000100:00080000:1.0:1767320485.109532:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320485.109538:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320485.109541:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320485.109545:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5707 00000100:00080000:1.0:1767320485.109549:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320485.109555:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320485.109622:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d180 x1853163938727296/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320485.109647:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320485.109650:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320485.109652:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320485.109655:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5707 00000100:00080000:1.0:1767320485.109658:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320485.109661:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320485.109676:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c000 x1853163938727424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320485.109684:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320485.109687:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320485.109689:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320485.109693:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5707 00000100:00080000:1.0:1767320485.109695:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320485.109698:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320485.109708:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ce00 x1853163938727552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320485.109769:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938727296:0@lo:250:kworker.0 00000400:00000100:0.0:1767320485.109813:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938727296 offset 0 length 520: 4 00000100:00100000:0.0:1767320485.109873:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938727424:0@lo:38:kworker.0 00000400:00000100:0.0:1767320485.109903:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938727424 offset 0 length 520: 4 00000100:00100000:0.0:1767320485.109916:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938727552:0@lo:38:kworker.0 00000400:00000100:0.0:1767320485.109931:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938727552 offset 0 length 520: 4 00010000:00010000:0.0:1767320485.367781:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320485.622263:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918051456 offset 0 length 520: 4 00000400:00000100:3.0:1767320485.622292:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918051584 offset 0 length 520: 4 00010000:00010000:3.0:1767320486.389560:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320487.414059:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320488.438290:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320489.461332:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320490.229167:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320490.229187:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320490.229192:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320490.229195:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320490.229197:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320490.229199:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320490.496720:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320491.509392:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320492.534775:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320493.557815:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320494.581071:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320495.348691:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320495.348701:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320495.348704:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320495.348707:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320495.348710:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320495.348712:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320495.605007:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320496.630805:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320497.652991:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320498.676971:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320499.700837:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320500.468887:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320500.468897:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320500.468900:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320500.468903:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320500.468906:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320500.468909:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320500.725166:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320501.750941:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320502.772676:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320503.797194:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320504.820894:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320505.588746:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320505.588755:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320505.588759:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320505.588763:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320505.588766:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320505.588769:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320505.847448:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320506.868730:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320507.898658:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320508.916809:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320509.941802:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320510.197208:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918051712 offset 0 length 520: 4 00000400:00000100:3.0:1767320510.197232:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918051840 offset 0 length 520: 4 00000100:00100000:2.0:1767320510.709658:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320485/real 1767320485] req@ffff9a030c81d180 x1853163938727296/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320510 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320510.709693:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d180 x1853163938727296/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320510.709703:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320485/real 1767320485] req@ffff9a030c81c000 x1853163938727424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320510 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320510.709715:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c000 x1853163938727424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320510.709725:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320485/real 1767320485] req@ffff9a030c81ce00 x1853163938727552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320510 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320510.709735:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ce00 x1853163938727552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320510 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320510.709750:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320510.709758:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320510.709762:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938727296:0@lo:250:kworker.0 00000100:00080000:2.0:1767320510.709767:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320510.709771:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320510.709774:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938727424:0@lo:38:kworker.0 00000100:00080000:2.0:1767320510.709778:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320510.709782:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320510.709784:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938727552:0@lo:38:kworker.0 00000100:00080000:0.0:1767320510.709872:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320510.709878:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320510.709881:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320510.709885:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5731 00000100:00080000:0.0:1767320510.709888:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320510.709895:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320510.709922:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836300 x1853163938727680/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320510.709945:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320510.709948:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320510.709949:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320510.709952:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5731 00000100:00080000:0.0:1767320510.709954:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320510.709956:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320510.709969:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834e00 x1853163938727808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320510.709976:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320510.709978:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320510.709980:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320510.709982:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5731 00000100:00080000:0.0:1767320510.709984:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320510.709986:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320510.710003:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836d80 x1853163938727936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320510.710064:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938727680:0@lo:250:kworker.0 00000400:00000100:2.0:1767320510.710106:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938727680 offset 0 length 520: 4 00000100:00100000:2.0:1767320510.710159:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938727808:0@lo:38:kworker.0 00000400:00000100:2.0:1767320510.710174:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938727808 offset 0 length 520: 4 00000100:00100000:2.0:1767320510.710183:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938727936:0@lo:38:kworker.0 00000400:00000100:2.0:1767320510.710194:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938727936 offset 0 length 520: 4 00010000:00010000:0.0:1767320510.964739:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320511.992122:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320513.014528:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320514.037198:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320515.061463:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320515.828680:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320515.828690:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320515.828693:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320515.828698:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320515.828700:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320515.828703:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320516.084785:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320517.112034:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320518.132746:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320519.157051:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320520.180834:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320520.949680:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320520.949690:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320520.949694:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320520.949697:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320520.949700:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320520.949703:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320521.204682:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320522.229197:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320523.252923:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320524.277639:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320525.300887:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320526.069465:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320526.069474:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320526.069476:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320526.069480:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320526.069482:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320526.069485:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320526.324757:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320527.353233:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320528.372678:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320529.396729:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320530.422116:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320531.188692:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320531.188700:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320531.188702:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320531.188704:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320531.188706:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320531.188707:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320531.444756:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320532.468684:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320533.492746:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320534.516772:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320535.284643:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320510/real 1767320510] req@ffff9a0303836300 x1853163938727680/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320535.284677:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836300 x1853163938727680/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320535.284688:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320510/real 1767320510] req@ffff9a0303834e00 x1853163938727808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320535.284699:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834e00 x1853163938727808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320535.284708:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320510/real 1767320510] req@ffff9a0303836d80 x1853163938727936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320535 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320535.284718:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836d80 x1853163938727936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320535 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320535.284734:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320535.284756:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320535.284759:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938727680:0@lo:250:kworker.0 00000100:00080000:3.0:1767320535.284765:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320535.284770:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320535.284773:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938727808:0@lo:38:kworker.0 00000100:00080000:3.0:1767320535.284776:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320535.284780:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320535.284783:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938727936:0@lo:38:kworker.0 00000100:00080000:2.0:1767320535.285493:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320535.285499:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320535.285503:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320535.285526:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5757 00000100:00080000:2.0:1767320535.285529:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320535.285536:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320535.285570:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938728064/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320535.285598:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320535.285602:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320535.285604:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320535.285607:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5757 00000100:00080000:2.0:1767320535.285609:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320535.285612:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320535.285626:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938728192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320535.285635:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320535.285638:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320535.285639:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320535.285642:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5757 00000100:00080000:2.0:1767320535.285644:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320535.285647:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320535.285657:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938728320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320535.285724:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938728064:0@lo:250:kworker.0 00000400:00000100:0.0:1767320535.285770:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938728064 offset 0 length 520: 4 00000100:00100000:0.0:1767320535.285807:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938728192:0@lo:38:kworker.0 00000400:00000100:0.0:1767320535.285825:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938728192 offset 0 length 520: 4 00000100:00100000:0.0:1767320535.285851:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938728320:0@lo:38:kworker.0 00000400:00000100:0.0:1767320535.285895:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938728320 offset 0 length 520: 4 00010000:00010000:0.0:1767320535.542570:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320535.790616:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918051968 offset 0 length 520: 4 00000400:00000100:2.0:1767320535.803007:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918052096 offset 0 length 520: 4 00010000:00010000:0.0:1767320536.565314:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320537.588965:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320538.612787:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320539.636735:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320540.404613:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320540.404624:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320540.404627:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320540.404631:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320540.404634:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320540.404636:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320540.661343:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320541.687326:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320542.716479:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320543.734186:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320544.756729:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320545.524620:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320545.524630:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320545.524633:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320545.524636:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320545.524639:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320545.524643:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320545.793455:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320546.804822:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320547.828951:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320548.853041:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320549.877427:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320550.647428:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320550.647438:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320550.647441:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320550.647445:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320550.647447:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320550.647450:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320550.906609:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320551.924778:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320552.948887:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320553.973828:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320554.998211:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320555.765362:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320555.765373:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320555.765376:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320555.765380:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320555.765383:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320555.765386:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320556.020721:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320557.044830:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320558.070190:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320559.094054:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320560.116824:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320560.367982:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918052224 offset 0 length 520: 4 00000400:00000100:2.0:1767320560.368007:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918052352 offset 0 length 520: 4 00000100:00100000:0.0:1767320560.884689:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320535/real 1767320535] req@ffff9a031c19b800 x1853163938728064/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320560.884766:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938728064/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320560.884779:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320535/real 1767320535] req@ffff9a031c19b100 x1853163938728192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320560.884794:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938728192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320560.884803:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320535/real 1767320535] req@ffff9a031c19b480 x1853163938728320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320560 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320560.884813:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938728320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320560 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320560.884835:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320560.884863:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320560.884868:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938728064:0@lo:250:kworker.0 00000100:00080000:0.0:1767320560.884877:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320560.884886:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320560.884889:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938728192:0@lo:38:kworker.0 00000100:00080000:0.0:1767320560.884893:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320560.884898:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320560.884901:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938728320:0@lo:38:kworker.0 00000100:00080000:2.0:1767320560.887687:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320560.887712:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320560.887718:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320560.887728:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5781 00000100:00080000:2.0:1767320560.887734:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320560.887744:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320560.887788:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938728448/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320560.887821:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320560.887825:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320560.887827:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320560.887831:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5781 00000100:00080000:2.0:1767320560.887834:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320560.887838:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320560.887858:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938728576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320560.887871:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320560.887879:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767320560.887881:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938728448:0@lo:250:kworker.0 00000100:00080000:2.0:1767320560.887883:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320560.887896:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5781 00000100:00080000:2.0:1767320560.887903:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320560.887908:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320560.887926:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938728704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1767320560.887966:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938728448 offset 0 length 520: 4 00000100:00100000:0.0:1767320560.888104:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938728576:0@lo:38:kworker.0 00000400:00000100:0.0:1767320560.888128:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938728576 offset 0 length 520: 4 00000100:00100000:0.0:1767320560.888141:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938728704:0@lo:38:kworker.0 00000400:00000100:0.0:1767320560.888156:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938728704 offset 0 length 520: 4 00010000:00010000:0.0:1767320561.141239:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320562.164720:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320563.188758:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320564.216230:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320565.237864:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320566.005108:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320566.005118:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320566.005121:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320566.005124:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320566.005127:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320566.005130:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320566.261041:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320567.284974:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320568.310180:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320569.335983:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320570.359468:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320571.125555:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320571.125566:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320571.125569:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320571.125573:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320571.125576:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320571.125579:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320571.380761:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320572.407199:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320573.428889:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320574.452809:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320575.476743:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320576.246228:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320576.246238:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320576.246241:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320576.246244:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320576.246247:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320576.246251:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320576.500801:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320577.524846:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320578.549098:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320579.574099:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320580.596733:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320581.364794:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320581.364814:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320581.364817:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320581.364821:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320581.364823:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320581.364826:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320581.621661:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320582.644747:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320583.673050:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320584.694773:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320585.460687:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320560/real 1767320560] req@ffff9a031c198700 x1853163938728576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320585.460732:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938728576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320585.460744:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320560/real 1767320560] req@ffff9a031c19b480 x1853163938728704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320585.460758:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938728704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320585.460768:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320560/real 1767320560] req@ffff9a031c19bb80 x1853163938728448/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320585.460785:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938728448/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320585.460806:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320585.460819:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:1.0:1767320585.460911:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320585.460918:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320585.460921:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320585.460926:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320585.460929:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320585.460935:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5807 00000100:00080000:1.0:1767320585.460941:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320585.460949:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320585.460963:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938728576:0@lo:38:kworker.0 00000100:00080000:3.0:1767320585.460972:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320585.460978:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320585.460982:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938728704:0@lo:38:kworker.0 00000100:00080000:3.0:1767320585.460986:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320585.460992:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320585.460998:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938728448:0@lo:250:kworker.0 00000100:00100000:1.0:1767320585.461000:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f100 x1853163938728832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320585.461020:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320585.461022:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320585.461024:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320585.473104:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938728832:0@lo:38:kworker.0 00000100:00080000:1.0:1767320585.473549:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5807 00000100:00080000:1.0:1767320585.473556:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320585.473565:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320585.473608:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ea00 x1853163938728960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320585.473643:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320585.473648:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320585.473652:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320585.473656:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5807 00000100:00080000:1.0:1767320585.473659:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320585.473663:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320585.473675:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d500 x1853163938729088/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767320585.475294:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938728832 offset 0 length 520: 4 00000100:00100000:3.0:1767320585.475476:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938728960:0@lo:38:kworker.0 00000400:00000100:3.0:1767320585.475535:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938728960 offset 0 length 520: 4 00000100:00100000:3.0:1767320585.486235:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938729088:0@lo:250:kworker.0 00000400:00000100:3.0:1767320585.486293:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938729088 offset 0 length 520: 4 00010000:00010000:0.0:1767320585.717007:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320585.970591:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918052480 offset 0 length 520: 4 00000400:00000100:2.0:1767320585.970620:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918052608 offset 0 length 520: 4 00010000:00010000:0.0:1767320586.743139:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320587.767147:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320588.791837:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320589.812716:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320590.580675:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320590.580685:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320590.580698:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320590.580703:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320590.580705:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320590.580708:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320590.837440:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320591.860972:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320592.884773:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320593.908807:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320594.932734:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320595.700746:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320595.700755:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320595.700759:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320595.700762:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320595.700765:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320595.700768:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320595.957210:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320596.980937:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320598.006410:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320599.028948:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320600.054735:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320600.820631:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320600.820642:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320600.820645:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320600.820648:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320600.820652:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320600.820655:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320601.076781:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320602.100718:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320603.125003:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320604.149130:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320605.176614:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320605.941938:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320605.941949:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320605.941952:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320605.941975:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320605.941979:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320605.941982:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320606.197979:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320607.220866:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320608.247013:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320609.272215:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320610.036795:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320585/real 1767320585] req@ffff9a030c81ea00 x1853163938728960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320610 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320610.036825:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ea00 x1853163938728960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320610 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320610.036835:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320585/real 1767320585] req@ffff9a030c81d500 x1853163938729088/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320610 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320610.037052:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d500 x1853163938729088/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320610 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320610.037083:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320585/real 1767320585] req@ffff9a030c81f100 x1853163938728832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320610 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320610.037106:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f100 x1853163938728832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320610 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320610.037123:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320610.037332:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320610.037338:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938728960:0@lo:38:kworker.0 00000100:00080000:3.0:1767320610.037344:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320610.037767:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320610.037774:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320610.037778:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320610.037783:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5832 00000100:00080000:1.0:1767320610.037788:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320610.037814:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320610.037859:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ca80 x1853163938729216/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320610.037881:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320610.037885:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320610.037887:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320610.037890:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320610.037891:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320610.037895:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5832 00000100:00080000:1.0:1767320610.037897:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320610.037900:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320610.037929:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81df80 x1853163938729344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320610.038711:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320610.038720:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938729088:0@lo:250:kworker.0 00000100:00080000:3.0:1767320610.038730:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320610.038737:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320610.038740:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938728832:0@lo:38:kworker.0 00000100:00100000:3.0:1767320610.038800:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938729216:0@lo:250:kworker.0 00000100:00080000:1.0:1767320610.039091:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320610.039096:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320610.039387:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320610.039394:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5832 00000100:00080000:1.0:1767320610.039398:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320610.039403:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320610.039428:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81fb80 x1853163938729472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767320610.039542:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938729216 offset 0 length 520: 4 00000100:00100000:3.0:1767320610.039657:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938729344:0@lo:38:kworker.0 00000400:00000100:3.0:1767320610.039681:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938729344 offset 0 length 520: 4 00000100:00100000:3.0:1767320610.039698:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938729472:0@lo:38:kworker.0 00000400:00000100:3.0:1767320610.039710:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938729472 offset 0 length 520: 4 00010000:00010000:2.0:1767320610.292781:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320610.543103:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918052736 offset 0 length 520: 4 00000400:00000100:2.0:1767320610.543130:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918052864 offset 0 length 520: 4 00010000:00010000:0.0:1767320611.316808:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320612.341581:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320613.364729:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320614.389140:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320615.163891:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320615.163902:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320615.163905:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320615.163909:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320615.163912:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320615.163915:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320615.412858:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320616.443021:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320617.464870:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320618.484961:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320619.515588:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320620.277316:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320620.277327:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320620.277330:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320620.277333:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320620.277335:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320620.277338:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320620.532730:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320621.560039:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320622.581443:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320623.605036:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320624.630698:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320625.397355:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320625.397366:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320625.397369:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320625.397385:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320625.397388:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320625.397391:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320625.655485:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320626.679202:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320627.700772:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320628.724879:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320629.753701:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320630.517281:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320630.517291:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320630.517295:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320630.517298:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320630.517301:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320630.517303:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320630.774444:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320631.797246:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320632.820790:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320633.846343:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320634.870103:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320635.120449:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918052992 offset 0 length 520: 4 00000400:00000100:2.0:1767320635.120481:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918053120 offset 0 length 520: 4 00000100:00080000:2.0:1767320635.637663:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320635.637679:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320635.637683:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320635.637688:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320635.637691:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320635.637695:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320635.637731:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320610/real 1767320610] req@ffff9a030c81fb80 x1853163938729472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320635 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320635.641819:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81fb80 x1853163938729472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320635 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320635.641839:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320610/real 1767320610] req@ffff9a030c81ca80 x1853163938729216/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320635 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320635.641872:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ca80 x1853163938729216/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320635 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320635.641881:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320610/real 1767320610] req@ffff9a030c81df80 x1853163938729344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320635 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320635.641890:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81df80 x1853163938729344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320635 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320635.641908:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320635.642013:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320635.642019:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938729472:0@lo:38:kworker.0 00000100:00080000:3.0:1767320635.642025:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320635.645034:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320635.645044:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320635.645049:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320635.645056:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5856 00000100:00080000:2.0:1767320635.645062:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320635.645105:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320635.645161:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938729600/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320635.645177:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320635.645181:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320635.645183:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320635.645196:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5856 00000100:00080000:2.0:1767320635.645200:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320635.645204:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320635.645230:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938729728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320635.645239:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320635.645242:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320635.645959:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320635.645966:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938729216:0@lo:250:kworker.0 00000100:00080000:3.0:1767320635.645977:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320635.646003:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320635.646007:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320635.646010:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320635.646013:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5856 00000100:00080000:2.0:1767320635.646015:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320635.646020:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320635.646065:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938729856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320635.646150:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320635.646154:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938729344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320635.646201:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938729600:0@lo:250:kworker.0 00000400:00000100:3.0:1767320635.646252:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938729600 offset 0 length 520: 4 00000100:00100000:3.0:1767320635.648991:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938729728:0@lo:38:kworker.0 00000400:00000100:3.0:1767320635.649051:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938729728 offset 0 length 520: 4 00000100:00100000:3.0:1767320635.649078:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938729856:0@lo:38:kworker.0 00000400:00000100:3.0:1767320635.649097:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938729856 offset 0 length 520: 4 00010000:00010000:2.0:1767320635.895236:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320636.916808:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320637.940851:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320638.965558:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320639.988770:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320640.757333:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320640.757348:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320640.757351:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320640.757356:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320640.757360:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320640.757363:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320641.013558:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320642.036766:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320643.066671:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320644.087184:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320645.108774:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320645.877392:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320645.877403:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320645.877407:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320645.877410:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320645.877413:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320645.877416:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320646.132815:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320647.159192:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320648.185224:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320649.206555:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320650.229739:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320650.997297:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320650.997310:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320650.997314:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320650.997319:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320650.997322:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320650.997324:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320651.254504:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320652.279585:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320653.300970:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320654.324858:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320655.348820:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320656.117245:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320656.117260:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320656.117263:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320656.117267:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320656.117271:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320656.117273:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320656.377677:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320657.396828:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320658.421006:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320659.445213:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320660.212620:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320635/real 1767320635] req@ffff9a031c19b100 x1853163938729600/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320660 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320660.212654:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938729600/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320660 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320660.212665:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320635/real 1767320635] req@ffff9a031c19b800 x1853163938729728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320660 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320660.212676:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938729728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320660 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320660.212685:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320635/real 1767320635] req@ffff9a031c19bb80 x1853163938729856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320660 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320660.212694:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938729856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320660 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320660.212710:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320660.212736:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320660.212740:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938729600:0@lo:250:kworker.0 00000100:00080000:3.0:1767320660.212746:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320660.212752:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320660.212754:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938729728:0@lo:38:kworker.0 00000100:00080000:3.0:1767320660.212758:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320660.212761:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320660.212764:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938729856:0@lo:38:kworker.0 00000100:00080000:1.0:1767320660.212837:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320660.212842:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320660.212845:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320660.212850:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5882 00000100:00080000:1.0:1767320660.212853:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320660.212859:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320660.212890:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81e680 x1853163938729984/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320660.212915:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320660.212918:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320660.212920:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320660.212923:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5882 00000100:00080000:1.0:1767320660.212925:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320660.212928:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320660.212941:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ed80 x1853163938730112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320660.212949:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320660.212951:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320660.212953:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320660.212955:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5882 00000100:00080000:1.0:1767320660.212957:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320660.212960:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320660.212971:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81e300 x1853163938730240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320660.213227:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938729984:0@lo:250:kworker.0 00000400:00000100:3.0:1767320660.213274:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938729984 offset 0 length 520: 4 00000100:00100000:3.0:1767320660.213391:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938730112:0@lo:38:kworker.0 00000400:00000100:3.0:1767320660.213411:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938730112 offset 0 length 520: 4 00000100:00100000:3.0:1767320660.213424:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938730240:0@lo:38:kworker.0 00000400:00000100:3.0:1767320660.213445:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938730240 offset 0 length 520: 4 00010000:00010000:3.0:1767320660.468840:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320660.722080:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918053248 offset 0 length 520: 4 00000400:00000100:3.0:1767320660.722105:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918053376 offset 0 length 520: 4 00010000:00010000:2.0:1767320661.492982:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320662.518887:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320663.541293:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320664.569389:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320665.333540:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320665.333553:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320665.333556:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320665.333560:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320665.333563:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320665.333565:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320665.592469:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320666.615799:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320667.636733:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320668.662155:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320669.687772:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320670.453311:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320670.453332:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320670.453334:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320670.453338:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320670.453341:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320670.453344:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320670.708842:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320671.733051:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320672.756751:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320673.780775:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320674.805193:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320675.572748:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320675.572762:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320675.572773:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320675.572777:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320675.572781:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320675.572784:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320675.832348:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320676.852901:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320677.876875:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320678.901118:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320679.926611:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320680.692642:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320680.692661:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320680.692665:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320680.692668:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320680.692671:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320680.692674:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320680.948863:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320681.974370:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320682.996742:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320684.020831:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320685.045018:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320685.297639:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918053504 offset 0 length 520: 4 00000400:00000100:3.0:1767320685.297661:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918053632 offset 0 length 520: 4 00000100:00100000:3.0:1767320685.813547:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320660/real 1767320660] req@ffff9a030c81e680 x1853163938729984/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320685 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320685.813579:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81e680 x1853163938729984/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320685 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320685.813590:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320660/real 1767320660] req@ffff9a030c81ed80 x1853163938730112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320685 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320685.813609:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ed80 x1853163938730112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320685 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320685.813619:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320660/real 1767320660] req@ffff9a030c81e300 x1853163938730240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320685 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320685.813638:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81e300 x1853163938730240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320685 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320685.813657:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320685.813663:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320685.813720:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320685.813724:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320685.826305:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320685.826317:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938729984:0@lo:250:kworker.0 00000100:00080000:3.0:1767320685.826330:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320685.826364:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320685.826367:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938730112:0@lo:38:kworker.0 00000100:00080000:3.0:1767320685.826373:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320685.826379:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320685.826382:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938730240:0@lo:38:kworker.0 00000100:00080000:0.0:1767320685.831931:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5906 00000100:00080000:0.0:1767320685.831939:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320685.831948:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320685.831986:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836680 x1853163938730368/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320685.832022:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320685.832028:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320685.832031:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320685.832034:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5906 00000100:00080000:0.0:1767320685.832037:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320685.832040:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320685.832056:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835180 x1853163938730496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320685.832064:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320685.832067:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320685.832068:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320685.832071:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5906 00000100:00080000:0.0:1767320685.832074:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320685.832077:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320685.832086:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837100 x1853163938730624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320685.835797:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938730368:0@lo:250:kworker.0 00000400:00000100:3.0:1767320685.835870:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938730368 offset 0 length 520: 4 00000100:00100000:3.0:1767320685.835932:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938730496:0@lo:38:kworker.0 00000400:00000100:3.0:1767320685.835953:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938730496 offset 0 length 520: 4 00000100:00100000:3.0:1767320685.835967:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938730624:0@lo:38:kworker.0 00000400:00000100:3.0:1767320685.835985:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938730624 offset 0 length 520: 4 00010000:00010000:3.0:1767320686.069333:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320687.093389:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320688.116906:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320689.140814:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320690.164732:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320690.932654:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320690.932664:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320690.932667:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320690.932670:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320690.932673:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320690.932675:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320691.194979:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320692.215352:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320693.236732:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320694.260811:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320695.284829:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320696.053301:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320696.055204:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320696.055212:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320696.055217:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320696.055220:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320696.055223:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320696.308740:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320697.348266:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320698.356803:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320699.381154:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320700.411124:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320701.173597:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320701.173607:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320701.173610:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320701.173614:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320701.173616:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320701.173619:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320701.428789:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320702.456022:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320703.481392:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320704.501098:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320705.525088:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320706.293456:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320706.293466:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320706.293469:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320706.293473:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320706.293476:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320706.293479:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320706.548670:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320707.577915:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320708.601035:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320709.620742:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320710.388750:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320685/real 1767320685] req@ffff9a0303836680 x1853163938730368/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320710 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320710.388788:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836680 x1853163938730368/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320710 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320710.388799:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320685/real 1767320685] req@ffff9a0303835180 x1853163938730496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320710 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320710.388811:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835180 x1853163938730496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320710 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320710.388821:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320685/real 1767320685] req@ffff9a0303837100 x1853163938730624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320710 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320710.388831:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837100 x1853163938730624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320710 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320710.388849:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320710.388942:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320710.388947:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938730368:0@lo:250:kworker.0 00000100:00080000:3.0:1767320710.388953:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320710.389014:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320710.389020:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320710.389023:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320710.389027:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5932 00000100:00080000:2.0:1767320710.389031:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320710.389038:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320710.389071:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938730752/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320710.389086:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320710.389089:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320710.389091:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320710.389093:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5932 00000100:00080000:2.0:1767320710.389096:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320710.389099:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320710.389113:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938730880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320710.389121:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320710.389124:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320710.389338:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320710.389343:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938730496:0@lo:38:kworker.0 00000100:00080000:3.0:1767320710.389352:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320710.389374:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320710.389378:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320710.389380:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320710.389383:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5932 00000100:00080000:2.0:1767320710.389386:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320710.389389:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320710.389406:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938731008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320710.389493:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320710.389497:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938730624:0@lo:38:kworker.0 00000100:00100000:3.0:1767320710.389548:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938730752:0@lo:250:kworker.0 00000400:00000100:3.0:1767320710.389603:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938730752 offset 0 length 520: 4 00000100:00100000:3.0:1767320710.389654:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938730880:0@lo:38:kworker.0 00000400:00000100:3.0:1767320710.389672:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938730880 offset 0 length 520: 4 00000100:00100000:3.0:1767320710.389696:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938731008:0@lo:38:kworker.0 00000400:00000100:3.0:1767320710.389711:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938731008 offset 0 length 520: 4 00010000:00010000:0.0:1767320710.645070:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320710.895500:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918053760 offset 0 length 520: 4 00000400:00000100:2.0:1767320710.895576:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918053888 offset 0 length 520: 4 00010000:00010000:3.0:1767320711.668796:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320712.692745:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320713.718311:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320714.740930:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320715.508780:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320715.508788:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320715.508790:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320715.508793:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320715.508795:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320715.508797:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320715.765613:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320716.791277:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320717.813194:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320718.836746:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320719.861679:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320720.628684:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320720.628695:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320720.628699:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320720.628702:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320720.628705:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320720.628708:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320720.886027:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320721.908924:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320722.932913:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320723.956779:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320724.982794:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320725.749359:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320725.749371:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320725.749374:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320725.749377:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320725.749379:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320725.749382:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320726.004823:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320727.029966:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320728.052848:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320729.077232:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320730.101246:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320730.870073:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320730.870083:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320730.870086:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320730.870090:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320730.870094:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320730.870097:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320731.128059:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320732.149634:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320733.174827:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320734.196819:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320735.220965:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320735.469901:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918054016 offset 0 length 520: 4 00000400:00000100:3.0:1767320735.469919:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918054144 offset 0 length 520: 4 00000100:00100000:0.0:1767320735.991865:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320710/real 1767320710] req@ffff9a031c19b480 x1853163938730752/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320735 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320735.991922:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938730752/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320735 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320735.991938:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320710/real 1767320710] req@ffff9a031c198700 x1853163938730880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320735 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320735.991950:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938730880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320735 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320735.991960:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320710/real 1767320710] req@ffff9a031c19bb80 x1853163938731008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320735 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320735.991971:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938731008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320735 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320735.991992:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.992002:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320735.992006:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938730752:0@lo:250:kworker.0 00000100:00080000:0.0:1767320735.992013:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.992018:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320735.992021:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938730880:0@lo:38:kworker.0 00000100:00080000:0.0:1767320735.992025:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320735.992030:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320735.992032:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938731008:0@lo:38:kworker.0 00000100:00080000:2.0:1767320735.992340:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320735.992347:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320735.992351:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320735.992367:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5957 00000100:00080000:2.0:1767320735.992373:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320735.992383:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320735.992428:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938731136/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320735.992456:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320735.992460:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320735.992462:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320735.992466:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5957 00000100:00080000:2.0:1767320735.992469:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320735.992472:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320735.992489:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938731264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320735.992498:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320735.992501:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320735.992503:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320735.992539:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5957 00000100:00080000:2.0:1767320735.992542:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320735.992545:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320735.992559:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938731392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320735.995985:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938731136:0@lo:250:kworker.0 00000400:00000100:0.0:1767320735.996073:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938731136 offset 0 length 520: 4 00000100:00100000:0.0:1767320735.996158:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938731264:0@lo:38:kworker.0 00000400:00000100:0.0:1767320735.996184:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938731264 offset 0 length 520: 4 00000100:00100000:0.0:1767320735.996198:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938731392:0@lo:38:kworker.0 00000400:00000100:0.0:1767320735.996229:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938731392 offset 0 length 520: 4 00010000:00010000:0.0:1767320736.244857:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320737.269148:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320738.292770:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320739.316736:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320740.341194:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320741.108745:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320741.108754:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320741.108757:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320741.108760:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320741.108763:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320741.108766:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320741.365129:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320742.388980:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320743.415318:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320744.436712:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320745.462043:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320746.229119:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320746.229130:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320746.229134:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320746.229137:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320746.229140:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320746.229143:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320746.487479:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320747.508863:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320748.532767:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320749.557769:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320750.584584:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320751.349014:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320751.349024:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320751.349028:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320751.349031:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320751.349034:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320751.349037:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320751.606278:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320752.628878:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320753.656039:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320754.679443:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320755.701527:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320756.468875:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320756.468886:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320756.468889:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320756.468893:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320756.468895:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320756.468898:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320756.724866:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320757.749724:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320758.774632:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320759.798388:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320760.566068:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320735/real 1767320735] req@ffff9a031c19b800 x1853163938731136/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320760 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320760.566114:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938731136/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320760 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320760.566132:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320735/real 1767320735] req@ffff9a031c19b100 x1853163938731264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320760 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320760.566143:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938731264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320760 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320760.566153:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320735/real 1767320735] req@ffff9a031c19bb80 x1853163938731392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320760 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320760.566163:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938731392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320760 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320760.566183:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320760.566215:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320760.566220:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938731136:0@lo:250:kworker.0 00000100:00080000:0.0:1767320760.566226:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320760.566232:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320760.566234:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938731264:0@lo:38:kworker.0 00000100:00080000:0.0:1767320760.566238:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320760.566242:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320760.566245:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938731392:0@lo:38:kworker.0 00000100:00080000:1.0:1767320760.566414:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320760.566421:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320760.566424:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320760.566429:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 5982 00000100:00080000:1.0:1767320760.566434:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320760.566442:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320760.566484:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81e300 x1853163938731520/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320760.566549:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320760.566553:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320760.566554:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320760.566558:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5982 00000100:00080000:1.0:1767320760.566560:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320760.566563:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320760.566579:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ed80 x1853163938731648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320760.566588:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320760.566591:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320760.566593:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320760.566596:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5982 00000100:00080000:1.0:1767320760.566599:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320760.566602:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320760.566611:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81e680 x1853163938731776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320760.567454:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938731520:0@lo:250:kworker.0 00000400:00000100:0.0:1767320760.567610:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938731520 offset 0 length 520: 4 00000100:00100000:0.0:1767320760.568427:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938731648:0@lo:38:kworker.0 00000400:00000100:0.0:1767320760.568469:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938731648 offset 0 length 520: 4 00000100:00100000:0.0:1767320760.568488:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938731776:0@lo:38:kworker.0 00000400:00000100:0.0:1767320760.568977:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938731776 offset 0 length 520: 4 00010000:00010000:0.0:1767320760.821061:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320761.075124:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918054272 offset 0 length 520: 4 00000400:00000100:3.0:1767320761.075839:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918054400 offset 0 length 520: 4 00010000:00010000:0.0:1767320761.847099:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320762.874954:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320763.895375:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320764.916845:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320765.686530:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320765.686541:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320765.686544:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320765.686547:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320765.686549:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320765.686553:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320765.940727:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320766.964749:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320767.988729:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320769.014801:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320770.036718:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320770.805603:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320770.805614:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320770.805617:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320770.805620:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320770.805622:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320770.805626:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320771.060737:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320772.087259:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320773.108845:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320774.132708:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320775.157568:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320775.924632:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320775.924643:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320775.924647:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320775.924652:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320775.924654:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320775.924658:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320776.182817:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320777.207724:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320778.232850:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320779.253205:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320780.278778:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320781.044769:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320781.044779:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320781.044782:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320781.044786:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320781.044789:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320781.044792:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320781.300721:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320782.325253:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320783.349458:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320784.372729:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320785.140641:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320760/real 1767320760] req@ffff9a030c81e300 x1853163938731520/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320785 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320785.140674:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81e300 x1853163938731520/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320785 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320785.140684:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320760/real 1767320760] req@ffff9a030c81ed80 x1853163938731648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320785 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320785.140709:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ed80 x1853163938731648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320785 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320785.140717:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320760/real 1767320760] req@ffff9a030c81e680 x1853163938731776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320785 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320785.140727:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81e680 x1853163938731776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320785 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320785.140742:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320785.140771:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320785.140774:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938731520:0@lo:250:kworker.0 00000100:00080000:0.0:1767320785.140780:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320785.140785:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320785.140787:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938731648:0@lo:38:kworker.0 00000100:00080000:0.0:1767320785.140791:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320785.140794:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320785.140797:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938731776:0@lo:38:kworker.0 00000100:00080000:2.0:1767320785.140977:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320785.140983:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320785.140986:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320785.140991:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6007 00000100:00080000:2.0:1767320785.140994:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320785.141001:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320785.141030:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938731904/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320785.141056:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320785.141059:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320785.141061:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320785.141064:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6007 00000100:00080000:2.0:1767320785.141066:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320785.141069:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320785.141084:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938732032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320785.141092:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320785.141095:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320785.141097:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320785.141099:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6007 00000100:00080000:2.0:1767320785.141101:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320785.141104:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320785.141115:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938732160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320785.141194:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938731904:0@lo:250:kworker.0 00000400:00000100:0.0:1767320785.141249:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938731904 offset 0 length 520: 4 00000100:00100000:0.0:1767320785.141309:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938732032:0@lo:38:kworker.0 00000400:00000100:0.0:1767320785.141326:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938732032 offset 0 length 520: 4 00000100:00100000:0.0:1767320785.141338:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938732160:0@lo:38:kworker.0 00000400:00000100:0.0:1767320785.141352:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938732160 offset 0 length 520: 4 00010000:00010000:0.0:1767320785.397214:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320785.646944:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918054528 offset 0 length 520: 4 00000400:00000100:3.0:1767320785.646970:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918054656 offset 0 length 520: 4 00010000:00010000:0.0:1767320786.422930:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320787.444829:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320788.473950:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320789.492927:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320790.261541:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320790.261551:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320790.261554:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320790.261557:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320790.261560:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320790.261563:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320790.516727:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320791.540758:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320792.564885:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320793.588905:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320794.615863:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320795.381057:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320795.381080:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320795.381098:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320795.381103:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320795.381106:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320795.381137:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320795.638474:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320796.660781:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320797.685263:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320798.709476:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320799.732784:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320800.502115:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320800.502125:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320800.502128:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320800.502132:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320800.502134:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320800.502137:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320800.756989:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320801.782425:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320802.804868:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320803.829633:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320804.852725:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320805.621374:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320805.621384:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320805.621388:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320805.621426:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320805.621429:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320805.621432:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320805.876696:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320806.900673:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320807.924835:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320808.948987:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320809.972732:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320810.225709:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918054784 offset 0 length 520: 4 00000400:00000100:0.0:1767320810.225733:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918054912 offset 0 length 520: 4 00000100:00080000:3.0:1767320810.740641:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.740652:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320810.740656:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.740660:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320810.740662:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.740665:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320810.740767:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320785/real 1767320785] req@ffff9a031c198700 x1853163938731904/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320810 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320810.740840:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938731904/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320810 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320810.740850:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320785/real 1767320785] req@ffff9a031c19b480 x1853163938732032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320810 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320810.740861:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938732032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320810 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320810.740869:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320785/real 1767320785] req@ffff9a031c19bb80 x1853163938732160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320810 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320810.740878:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938732160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320810 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320810.740895:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320810.740915:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320810.740919:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938731904:0@lo:250:kworker.0 00000100:00080000:0.0:1767320810.740925:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320810.740931:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320810.740934:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938732032:0@lo:38:kworker.0 00000100:00080000:0.0:1767320810.740941:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320810.740946:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320810.740949:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938732160:0@lo:38:kworker.0 00000100:00080000:3.0:1767320810.742534:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.742543:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320810.742547:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320810.742552:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6031 00000100:00080000:3.0:1767320810.742556:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320810.742578:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320810.742612:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938732288/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320810.742644:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.742647:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320810.742651:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320810.742654:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6031 00000100:00080000:3.0:1767320810.742656:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320810.742659:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320810.742688:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938732416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320810.742696:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320810.742699:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320810.742701:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320810.742703:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6031 00000100:00080000:3.0:1767320810.742705:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320810.742709:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320810.742717:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938732544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320810.742786:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938732288:0@lo:250:kworker.0 00000400:00000100:0.0:1767320810.742837:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938732288 offset 0 length 520: 4 00000100:00100000:0.0:1767320810.742980:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938732416:0@lo:38:kworker.0 00000400:00000100:0.0:1767320810.743015:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938732416 offset 0 length 520: 4 00000100:00100000:0.0:1767320810.743030:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938732544:0@lo:38:kworker.0 00000400:00000100:0.0:1767320810.743046:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938732544 offset 0 length 520: 4 00010000:00010000:0.0:1767320810.999849:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320812.022192:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320813.044711:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320814.068694:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320815.092693:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320815.861816:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320815.861824:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320815.861826:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320815.861830:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320815.861832:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320815.861834:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320816.116888:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320817.141714:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320818.164750:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320819.189033:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320820.213645:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320820.981051:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320820.981061:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320820.981065:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320820.981068:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320820.981071:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320820.981075:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320821.237001:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320822.260979:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320823.285156:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320824.316248:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320825.332942:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320826.101064:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320826.101073:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320826.101077:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320826.101080:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320826.101083:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320826.101086:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320826.357345:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320827.385160:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320828.404740:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320829.430252:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320830.457721:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320831.221444:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320831.221455:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320831.221459:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320831.221462:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320831.221464:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320831.221467:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320831.478318:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320832.501574:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320833.524712:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320834.548773:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320835.319388:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320810/real 1767320810] req@ffff9a0441a24380 x1853163938732288/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320835 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320835.319420:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938732288/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320835 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320835.319430:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320810/real 1767320810] req@ffff9a0441a25c00 x1853163938732416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320835 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320835.319440:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938732416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320835 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320835.319450:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320810/real 1767320810] req@ffff9a0441a27b80 x1853163938732544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320835 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320835.319458:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938732544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320835 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320835.319475:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320835.319502:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320835.319519:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938732288:0@lo:250:kworker.0 00000100:00080000:3.0:1767320835.319525:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320835.319530:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320835.319533:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938732416:0@lo:38:kworker.0 00000100:00080000:3.0:1767320835.319537:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320835.319541:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320835.319544:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938732544:0@lo:38:kworker.0 00000100:00080000:0.0:1767320835.319805:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320835.319810:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320835.319814:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320835.319818:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6057 00000100:00080000:0.0:1767320835.319822:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320835.319827:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320835.319885:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835880 x1853163938732672/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320835.319909:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320835.319912:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320835.319913:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320835.319916:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6057 00000100:00080000:0.0:1767320835.319918:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320835.319922:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320835.319936:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835500 x1853163938732800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320835.319943:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320835.319946:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320835.319948:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320835.319950:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6057 00000100:00080000:0.0:1767320835.319953:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320835.319955:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320835.319963:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834380 x1853163938732928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320835.320093:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938732672:0@lo:250:kworker.0 00000400:00000100:3.0:1767320835.320170:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938732672 offset 0 length 520: 4 00000100:00100000:3.0:1767320835.320214:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938732800:0@lo:38:kworker.0 00000400:00000100:3.0:1767320835.320230:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938732800 offset 0 length 520: 4 00000100:00100000:3.0:1767320835.320241:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938732928:0@lo:38:kworker.0 00000400:00000100:3.0:1767320835.320252:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938732928 offset 0 length 520: 4 00010000:00010000:2.0:1767320835.573441:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320835.826589:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918055040 offset 0 length 520: 4 00000400:00000100:2.0:1767320835.826622:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918055168 offset 0 length 520: 4 00010000:00010000:0.0:1767320836.613327:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320837.620736:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320838.644735:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320839.669647:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320840.436702:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320840.436723:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320840.436726:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320840.436729:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320840.436731:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320840.436734:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320840.692877:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320841.716779:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320842.740751:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320843.768121:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320844.791486:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320845.556713:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320845.556724:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320845.556727:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320845.556730:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320845.556733:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320845.556737:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320845.812715:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320846.838090:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320847.860734:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320848.885726:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320849.911766:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320850.678746:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320850.678755:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320850.678757:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320850.678760:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320850.678763:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320850.678765:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320850.932934:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320851.956714:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320852.981142:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320854.004977:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320855.039463:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320855.796663:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320855.796683:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320855.796686:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320855.796689:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320855.796692:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320855.796695:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320856.052714:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320857.078400:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320858.100810:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320859.125080:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320860.149014:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320860.398954:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918055296 offset 0 length 520: 4 00000400:00000100:2.0:1767320860.398993:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918055424 offset 0 length 520: 4 00000100:00080000:1.0:1767320860.917345:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.917360:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320860.917363:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.917367:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320860.917370:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.917373:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320860.917640:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320835/real 1767320835] req@ffff9a0303835880 x1853163938732672/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320860.917685:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835880 x1853163938732672/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320860.917695:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320835/real 1767320835] req@ffff9a0303835500 x1853163938732800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320860.917705:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835500 x1853163938732800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320860.917713:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320835/real 1767320835] req@ffff9a0303834380 x1853163938732928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320860.917722:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834380 x1853163938732928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320860.917742:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320860.917763:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320860.917767:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938732672:0@lo:250:kworker.0 00000100:00080000:0.0:1767320860.917773:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320860.917778:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320860.917781:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938732800:0@lo:38:kworker.0 00000100:00080000:0.0:1767320860.917785:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320860.917788:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767320860.917800:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938732928:0@lo:38:kworker.0 00000100:00080000:1.0:1767320860.918391:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.918398:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320860.918402:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320860.918407:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6082 00000100:00080000:1.0:1767320860.918412:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320860.918420:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320860.918726:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81df80 x1853163938733056/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320860.918757:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.918762:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320860.918766:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320860.918773:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6082 00000100:00080000:1.0:1767320860.918778:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320860.918784:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320860.918804:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ca80 x1853163938733184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320860.918814:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320860.918817:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320860.918818:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320860.918821:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6082 00000100:00080000:1.0:1767320860.918823:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320860.918827:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767320860.918836:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81fb80 x1853163938733312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320860.919480:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938733056:0@lo:250:kworker.0 00000400:00000100:0.0:1767320860.920246:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938733056 offset 0 length 520: 4 00000100:00100000:0.0:1767320860.920321:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938733184:0@lo:38:kworker.0 00000400:00000100:0.0:1767320860.920346:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938733184 offset 0 length 520: 4 00000100:00100000:0.0:1767320860.920360:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938733312:0@lo:38:kworker.0 00000400:00000100:0.0:1767320860.920377:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938733312 offset 0 length 520: 4 00010000:00010000:2.0:1767320861.172738:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320862.196889:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320863.222216:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320864.244961:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320865.271279:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320866.036702:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320866.036711:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320866.036728:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320866.036731:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320866.036734:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320866.036737:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320866.301005:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320867.316742:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320868.340888:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320869.364766:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320870.392301:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320871.158325:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320871.158335:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320871.158339:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320871.158342:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320871.158345:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320871.158348:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320871.412837:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320872.441732:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320873.460751:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320874.486001:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320875.508851:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320876.276896:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320876.276907:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320876.276910:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320876.276961:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320876.276964:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320876.276967:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320876.532838:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320877.556908:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320878.582484:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320879.604714:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320880.628704:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320881.396619:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320881.396629:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320881.396633:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320881.396636:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320881.396639:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320881.396642:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767320881.652739:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320882.678247:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320883.701053:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320884.724733:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320885.493407:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320860/real 1767320860] req@ffff9a030c81df80 x1853163938733056/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320885 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320885.493481:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81df80 x1853163938733056/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320885 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320885.493494:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320860/real 1767320860] req@ffff9a030c81ca80 x1853163938733184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320885 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320885.493551:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ca80 x1853163938733184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320885 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320885.493567:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320860/real 1767320860] req@ffff9a030c81fb80 x1853163938733312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320885 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320885.493578:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81fb80 x1853163938733312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320885 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320885.493595:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320885.493625:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320885.493630:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938733056:0@lo:250:kworker.0 00000100:00080000:3.0:1767320885.493637:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320885.493643:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320885.493646:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938733184:0@lo:38:kworker.0 00000100:00080000:3.0:1767320885.493651:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320885.493655:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320885.493657:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938733312:0@lo:38:kworker.0 00000100:00080000:0.0:1767320885.496707:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320885.496719:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320885.496724:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320885.496731:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6107 00000100:00080000:0.0:1767320885.496736:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320885.496786:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320885.496835:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834380 x1853163938733440/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320885.496869:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320885.496873:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320885.496875:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320885.496878:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6107 00000100:00080000:0.0:1767320885.496880:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320885.496884:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320885.496913:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835500 x1853163938733568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320885.496922:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320885.496925:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320885.496927:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320885.496930:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6107 00000100:00080000:0.0:1767320885.496932:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320885.496935:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320885.496946:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835880 x1853163938733696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320885.499547:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938733440:0@lo:250:kworker.0 00000400:00000100:3.0:1767320885.499646:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938733440 offset 0 length 520: 4 00000100:00100000:3.0:1767320885.499715:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938733568:0@lo:38:kworker.0 00000400:00000100:3.0:1767320885.499736:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938733568 offset 0 length 520: 4 00000100:00100000:3.0:1767320885.499750:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938733696:0@lo:38:kworker.0 00000400:00000100:3.0:1767320885.499764:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938733696 offset 0 length 520: 4 00010000:00010000:3.0:1767320885.748806:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320886.002573:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918055552 offset 0 length 520: 4 00000400:00000100:3.0:1767320886.002603:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918055680 offset 0 length 520: 4 00010000:00010000:2.0:1767320886.772745:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320887.796793:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320888.826779:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320889.844753:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320890.612716:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320890.612728:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320890.612731:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320890.612735:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320890.612737:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320890.612740:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320890.868961:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320891.892978:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320892.919264:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320893.941025:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320894.968112:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320895.735057:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320895.735070:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320895.735074:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320895.735078:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320895.735081:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320895.735084:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320895.988822:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320897.014531:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320898.039533:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320899.063086:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320900.086739:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320900.852771:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320900.852791:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320900.852795:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320900.852799:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320900.852802:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320900.852805:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320901.108763:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320902.132718:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320903.156723:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320904.180720:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320905.204827:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320905.974546:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320905.974557:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320905.974560:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320905.974564:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320905.974567:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320905.974569:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767320906.229072:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320907.252770:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320908.279371:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320909.302461:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320910.068656:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320885/real 1767320885] req@ffff9a0303834380 x1853163938733440/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320910 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320910.068694:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834380 x1853163938733440/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320910 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320910.068705:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320885/real 1767320885] req@ffff9a0303835500 x1853163938733568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320910 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320910.068716:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835500 x1853163938733568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320910 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320910.068725:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320885/real 1767320885] req@ffff9a0303835880 x1853163938733696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320910 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320910.068734:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835880 x1853163938733696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320910 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320910.068753:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320910.068777:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320910.068781:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938733440:0@lo:250:kworker.0 00000100:00080000:1.0:1767320910.068787:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320910.068793:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320910.068796:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938733568:0@lo:38:kworker.0 00000100:00080000:1.0:1767320910.068800:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320910.068804:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320910.068807:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938733696:0@lo:38:kworker.0 00000100:00080000:2.0:1767320910.069673:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320910.069680:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320910.069683:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320910.069689:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6132 00000100:00080000:2.0:1767320910.069703:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320910.069710:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320910.069791:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938733824/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320910.069827:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320910.069831:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320910.069833:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320910.069836:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6132 00000100:00080000:2.0:1767320910.069839:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320910.069843:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320910.069856:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938733952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320910.069864:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320910.069867:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320910.069869:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320910.069872:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6132 00000100:00080000:2.0:1767320910.069873:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320910.069876:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767320910.069897:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938734080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320910.070686:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938733824:0@lo:250:kworker.0 00000400:00000100:1.0:1767320910.070745:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938733824 offset 0 length 520: 4 00000100:00100000:1.0:1767320910.070832:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938733952:0@lo:38:kworker.0 00000400:00000100:1.0:1767320910.070853:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938733952 offset 0 length 520: 4 00000100:00100000:1.0:1767320910.070866:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938734080:0@lo:38:kworker.0 00000400:00000100:1.0:1767320910.070882:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938734080 offset 0 length 520: 4 00010000:00010000:0.0:1767320910.325435:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320910.573949:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918055808 offset 0 length 520: 4 00000400:00000100:3.0:1767320910.573973:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918055936 offset 0 length 520: 4 00010000:00010000:3.0:1767320911.349037:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320912.373022:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320913.396764:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320914.421364:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320915.193289:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320915.193331:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320915.193335:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320915.193339:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320915.193341:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320915.193344:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320915.446039:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320916.468828:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320917.492838:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320918.517653:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320919.540785:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320920.308907:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320920.308917:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320920.308921:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320920.308924:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320920.308927:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320920.308931:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320920.564819:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320921.588805:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320922.614157:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320923.636738:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320924.662491:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320925.428622:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320925.428632:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320925.428635:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320925.428639:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320925.428642:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320925.428646:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320925.685953:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320926.710560:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320927.733946:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320928.757401:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320929.780761:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320930.548616:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320930.548623:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320930.548625:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320930.548627:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320930.548629:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320930.548630:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320930.807185:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320931.830195:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320932.853989:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320933.878414:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320934.900902:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320935.152285:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918056064 offset 0 length 520: 4 00000400:00000100:3.0:1767320935.152317:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918056192 offset 0 length 520: 4 00000100:00100000:1.0:1767320935.669941:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320910/real 1767320910] req@ffff9a031c19b100 x1853163938733824/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320935 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320935.669977:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938733824/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320935 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320935.669988:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320910/real 1767320910] req@ffff9a031c19b800 x1853163938733952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320935 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320935.670000:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938733952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320935 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320935.670008:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320910/real 1767320910] req@ffff9a031c19bb80 x1853163938734080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320935 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320935.670018:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938734080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320935 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320935.670037:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320935.670067:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320935.670072:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938733824:0@lo:250:kworker.0 00000100:00080000:1.0:1767320935.670078:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320935.670084:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320935.670087:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938733952:0@lo:38:kworker.0 00000100:00080000:1.0:1767320935.670091:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320935.670094:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767320935.670097:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938734080:0@lo:38:kworker.0 00000100:00080000:3.0:1767320935.670122:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320935.670128:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320935.670131:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320935.670135:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6156 00000100:00080000:3.0:1767320935.670138:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320935.670145:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320935.670202:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938734208/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320935.670229:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320935.670232:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320935.670234:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320935.670238:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6156 00000100:00080000:3.0:1767320935.670240:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320935.670244:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320935.670258:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938734336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320935.670272:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320935.670275:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320935.670277:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320935.670279:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6156 00000100:00080000:3.0:1767320935.670282:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320935.670285:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320935.670295:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938734464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320935.670363:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938734208:0@lo:250:kworker.0 00000400:00000100:1.0:1767320935.670410:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938734208 offset 0 length 520: 4 00000100:00100000:1.0:1767320935.670493:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938734336:0@lo:38:kworker.0 00000400:00000100:1.0:1767320935.670530:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938734336 offset 0 length 520: 4 00000100:00100000:1.0:1767320935.670543:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938734464:0@lo:38:kworker.0 00000400:00000100:1.0:1767320935.670556:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938734464 offset 0 length 520: 4 00010000:00010000:0.0:1767320935.927210:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320936.950166:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320937.972932:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320938.996764:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320940.020731:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320940.788649:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320940.788660:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320940.788663:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320940.788666:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320940.788669:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320940.788671:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320941.044713:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320942.068710:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320943.093824:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320944.116863:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320945.140746:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320945.909042:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320945.909052:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320945.909056:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320945.909060:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320945.909063:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320945.909066:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320946.164748:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320947.188756:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320948.212911:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320949.239027:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320950.260740:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320951.028756:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320951.028767:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320951.028770:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320951.028774:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320951.028776:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320951.028779:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320951.284733:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320952.308823:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320953.332742:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320954.356781:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320955.385419:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320956.149581:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320956.149591:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320956.149595:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320956.149599:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320956.149602:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320956.149605:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320956.405467:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320957.428708:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320958.452782:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320959.476750:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320960.245302:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320935/real 1767320935] req@ffff9a0441a27b80 x1853163938734208/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320960 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320960.245344:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938734208/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320960 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320960.245357:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320935/real 1767320935] req@ffff9a0441a25c00 x1853163938734336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320960 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320960.245370:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938734336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320960 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320960.245379:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320935/real 1767320935] req@ffff9a0441a24380 x1853163938734464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320960 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320960.245392:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938734464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320960 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320960.245409:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320960.245433:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320960.245438:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938734208:0@lo:250:kworker.0 00000100:00080000:2.0:1767320960.245445:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320960.245450:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320960.245453:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938734336:0@lo:38:kworker.0 00000100:00080000:2.0:1767320960.245458:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320960.245463:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767320960.245466:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938734464:0@lo:38:kworker.0 00000100:00080000:3.0:1767320960.245575:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320960.245581:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320960.245584:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320960.245589:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6182 00000100:00080000:3.0:1767320960.245593:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320960.245600:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320960.245631:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938734592/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320960.245669:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320960.245672:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320960.245674:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320960.245677:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6182 00000100:00080000:3.0:1767320960.245679:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320960.245683:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320960.245698:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938734720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320960.245707:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320960.245709:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320960.245711:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320960.245714:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6182 00000100:00080000:3.0:1767320960.245716:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320960.245720:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767320960.245729:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938734848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320960.246259:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938734592:0@lo:250:kworker.0 00000400:00000100:0.0:1767320960.246306:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938734592 offset 0 length 520: 4 00000100:00100000:0.0:1767320960.246368:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938734720:0@lo:38:kworker.0 00000400:00000100:0.0:1767320960.246388:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938734720 offset 0 length 520: 4 00000100:00100000:0.0:1767320960.246401:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938734848:0@lo:38:kworker.0 00000400:00000100:0.0:1767320960.246418:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938734848 offset 0 length 520: 4 00010000:00010000:0.0:1767320960.500678:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320960.751162:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918056320 offset 0 length 520: 4 00000400:00000100:2.0:1767320960.751701:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918056448 offset 0 length 520: 4 00010000:00010000:0.0:1767320961.527169:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320962.548723:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320963.572719:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320964.597996:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320965.364759:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320965.364775:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320965.364778:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320965.364782:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320965.364785:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320965.364787:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320965.621647:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320966.644864:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320967.671203:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320968.692836:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320969.716751:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320970.484887:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320970.484900:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320970.484904:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320970.484909:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320970.484911:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320970.484915:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320970.741553:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320971.767449:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320972.795191:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320973.813196:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320974.836840:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320975.604901:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320975.604915:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320975.604918:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320975.604922:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320975.604924:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320975.604928:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320975.863773:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320976.884871:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320977.910588:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320978.934538:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320979.957124:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320980.725929:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320980.725955:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320980.725959:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320980.725963:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320980.725966:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320980.725969:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320980.981026:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320982.006086:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320983.028733:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320984.052999:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320985.076871:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320985.326212:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918056576 offset 0 length 520: 4 00000400:00000100:2.0:1767320985.326263:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918056704 offset 0 length 520: 4 00000100:00080000:0.0:1767320985.844834:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320985.844846:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320985.844849:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320985.844857:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320985.844861:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320985.844861:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320960/real 1767320960] req@ffff9a0441a24e00 x1853163938734592/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320985 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320985.844871:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320985.846343:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938734592/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320985 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320985.846364:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320960/real 1767320960] req@ffff9a0441a27800 x1853163938734720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320985 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320985.846381:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938734720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320985 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320985.846392:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320960/real 1767320960] req@ffff9a0441a26d80 x1853163938734848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320985 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320985.846403:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938734848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767320985 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320985.846427:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320985.858587:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320985.858610:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320985.858615:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320985.858621:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00080000:0.0:1767320985.858626:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6206 00000100:00080000:0.0:1767320985.858634:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320985.858637:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938734592:0@lo:250:kworker.0 00000100:00080000:0.0:1767320985.858646:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00080000:3.0:1767320985.859968:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320985.860092:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320985.860099:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938734720:0@lo:38:kworker.0 00000100:00080000:3.0:1767320985.860106:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320985.860979:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835880 x1853163938734976/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320985.861008:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320985.861015:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320985.861018:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320985.861024:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6206 00000100:00080000:0.0:1767320985.861028:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320985.861036:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320985.861054:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835500 x1853163938735104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320985.861063:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320985.861066:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320985.861068:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320985.861073:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6206 00000100:00080000:0.0:1767320985.861075:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320985.861079:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767320985.861089:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834380 x1853163938735232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320985.863104:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767320985.863118:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938734848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320985.863190:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938734976:0@lo:250:kworker.0 00000400:00000100:3.0:1767320985.863265:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938734976 offset 0 length 520: 4 00000100:00100000:3.0:1767320985.863321:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938735104:0@lo:38:kworker.0 00000400:00000100:3.0:1767320985.863344:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938735104 offset 0 length 520: 4 00000100:00100000:3.0:1767320985.863359:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938735232:0@lo:38:kworker.0 00000400:00000100:3.0:1767320985.863376:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938735232 offset 0 length 520: 4 00010000:00010000:0.0:1767320986.100756:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320987.124708:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320988.148700:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320989.173097:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320990.197069:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320990.964740:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320990.964749:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320990.964752:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320990.964756:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320990.964758:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320990.964761:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320991.220847:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320992.246958:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320993.268798:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320994.292789:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320995.317232:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320996.084873:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320996.084883:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320996.084886:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320996.084899:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320996.084901:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320996.084903:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767320996.343979:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767320997.366565:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320998.388955:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320999.412693:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321000.438780:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321001.205028:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321001.205037:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321001.205041:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321001.205045:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321001.205047:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321001.205050:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321001.460743:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321002.485480:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321003.508863:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321004.536797:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321005.556842:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321006.326915:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321006.326925:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321006.326929:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321006.326932:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321006.326934:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321006.326936:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321006.580831:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321007.604875:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321008.628747:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321009.654956:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321010.423171:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320985/real 1767320985] req@ffff9a0303835880 x1853163938734976/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321010 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321010.423207:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835880 x1853163938734976/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321010 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321010.423218:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320985/real 1767320985] req@ffff9a0303835500 x1853163938735104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321010 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321010.423228:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835500 x1853163938735104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321010 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321010.423254:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320985/real 1767320985] req@ffff9a0303834380 x1853163938735232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321010 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321010.423264:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834380 x1853163938735232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321010 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321010.423280:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321010.423309:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321010.423313:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938734976:0@lo:250:kworker.0 00000100:00080000:3.0:1767321010.423318:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321010.423324:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321010.423327:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938735104:0@lo:38:kworker.0 00000100:00080000:3.0:1767321010.423331:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321010.423335:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321010.423337:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938735232:0@lo:38:kworker.0 00000100:00080000:1.0:1767321010.423529:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321010.423535:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321010.423538:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321010.423543:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6232 00000100:00080000:1.0:1767321010.423546:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321010.423553:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321010.423603:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f100 x1853163938735360/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321010.423627:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321010.423631:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321010.423633:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321010.423636:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6232 00000100:00080000:1.0:1767321010.423638:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321010.423641:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321010.423665:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d500 x1853163938735488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321010.423672:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321010.423675:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321010.423676:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321010.423679:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6232 00000100:00080000:1.0:1767321010.423681:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321010.423684:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321010.423693:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ea00 x1853163938735616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321010.424402:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938735360:0@lo:250:kworker.0 00000400:00000100:3.0:1767321010.424451:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938735360 offset 0 length 520: 4 00000100:00100000:3.0:1767321010.424528:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938735488:0@lo:38:kworker.0 00000400:00000100:3.0:1767321010.424547:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938735488 offset 0 length 520: 4 00000100:00100000:3.0:1767321010.424559:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938735616:0@lo:38:kworker.0 00000400:00000100:3.0:1767321010.424585:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938735616 offset 0 length 520: 4 00010000:00010000:0.0:1767321010.677220:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321010.925537:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918056832 offset 0 length 520: 4 00000400:00000100:2.0:1767321010.925564:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918056960 offset 0 length 520: 4 00010000:00010000:0.0:1767321011.701412:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321012.726018:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321013.750490:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321014.772795:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321015.541314:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321015.541328:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321015.541331:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321015.541335:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321015.541338:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321015.541342:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321015.796982:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321016.820794:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321017.846137:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321018.870124:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321019.892796:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321020.660845:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321020.660862:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321020.660866:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321020.660869:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321020.660873:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321020.660876:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321020.923612:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321021.941557:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321022.964969:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321023.990232:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321025.022650:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321025.781980:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321025.781995:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321025.781999:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321025.782003:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321025.782006:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321025.782009:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321026.044117:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321027.064679:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321028.085364:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321029.110917:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321030.132859:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321030.900653:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321030.900668:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321030.900671:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321030.900675:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321030.900678:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321030.900681:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321031.156866:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321032.186424:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321033.204906:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321034.228727:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321035.255377:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321035.503894:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918057088 offset 0 length 520: 4 00000400:00000100:0.0:1767321035.503920:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918057216 offset 0 length 520: 4 00000100:00100000:0.0:1767321036.023161:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321010/real 1767321010] req@ffff9a030c81f100 x1853163938735360/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321036.023205:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f100 x1853163938735360/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321036.023217:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321010/real 1767321010] req@ffff9a030c81d500 x1853163938735488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321036.023234:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d500 x1853163938735488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321036.023244:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321010/real 1767321010] req@ffff9a030c81ea00 x1853163938735616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321036.023256:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ea00 x1853163938735616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321036.023277:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321036.023284:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321036.023287:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321036.023290:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321036.023292:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321036.023298:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321036.023307:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321036.023322:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321036.023327:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938735360:0@lo:250:kworker.0 00000100:00080000:0.0:1767321036.023334:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321036.027584:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321036.027598:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321036.027603:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321036.027613:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6257 00000100:00080000:3.0:1767321036.027620:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321036.027629:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321036.027679:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938735744/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321036.027702:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321036.027706:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321036.027708:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321036.027712:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6257 00000100:00080000:3.0:1767321036.027714:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321036.027719:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321036.027737:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938735872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321036.027747:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321036.027751:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321036.031889:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321036.031905:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938735488:0@lo:38:kworker.0 00000100:00080000:0.0:1767321036.031922:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321036.031930:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321036.031934:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938735616:0@lo:38:kworker.0 00000100:00100000:0.0:1767321036.031991:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938735744:0@lo:250:kworker.0 00000400:00000100:0.0:1767321036.032062:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938735744 offset 0 length 520: 4 00000100:00100000:0.0:1767321036.032118:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938735872:0@lo:38:kworker.0 00000400:00000100:0.0:1767321036.032139:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938735872 offset 0 length 520: 4 00000100:00080000:2.0:1767321036.034327:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321036.034341:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321036.034346:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321036.034356:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6257 00000100:00080000:2.0:1767321036.034362:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321036.034372:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321036.034427:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938736000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321036.035898:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938736000:0@lo:38:kworker.0 00000400:00000100:0.0:1767321036.035980:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938736000 offset 0 length 520: 4 00010000:00010000:0.0:1767321036.277240:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321037.302133:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321038.326328:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321039.348735:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321040.374405:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321041.141652:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321041.141664:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321041.141666:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321041.141670:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321041.141673:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321041.141676:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321041.398360:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321042.420674:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321043.446062:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321044.468715:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321045.493577:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321046.262043:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321046.262054:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321046.262069:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321046.262073:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321046.262077:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321046.262079:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321046.516778:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321047.541044:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321048.566149:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321049.589580:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321050.612688:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321051.380785:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321051.380795:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321051.380798:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321051.380802:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321051.380804:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321051.380808:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321051.636820:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321052.660784:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321053.684730:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321054.714191:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321055.732774:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321056.504433:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321056.504448:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321056.504451:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321056.504455:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321056.504459:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321056.504462:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321056.756783:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321057.780815:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321058.805434:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321059.828752:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321060.852722:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321061.108026:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918057344 offset 0 length 520: 4 00000400:00000100:2.0:1767321061.108055:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918057472 offset 0 length 520: 4 00000100:00080000:2.0:1767321061.623898:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321061.623908:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321061.623911:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321061.623954:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321061.623957:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321061.623960:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767321061.624254:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321036/real 1767321036] req@ffff9a031c19b480 x1853163938736000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321061.624282:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938736000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321061.624293:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321036/real 1767321036] req@ffff9a0441a26d80 x1853163938735744/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321061.624331:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938735744/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321061.624340:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321036/real 1767321036] req@ffff9a0441a27800 x1853163938735872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321061.624350:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938735872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321061.624366:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321061.624383:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321061.624387:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938736000:0@lo:38:kworker.0 00000100:00080000:0.0:1767321061.624392:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321061.624397:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321061.624400:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938735744:0@lo:250:kworker.0 00000100:00080000:0.0:1767321061.624404:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321061.624408:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321061.624410:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938735872:0@lo:38:kworker.0 00000100:00080000:2.0:1767321061.624682:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321061.624686:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321061.624689:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321061.624694:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6282 00000100:00080000:2.0:1767321061.624698:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321061.624718:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321061.624759:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938736128/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321061.624782:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321061.624785:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321061.624787:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321061.624790:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6282 00000100:00080000:2.0:1767321061.624792:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321061.624795:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321061.624823:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938736256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321061.624832:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321061.624834:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321061.624836:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321061.624839:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6282 00000100:00080000:2.0:1767321061.624842:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321061.624844:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321061.624854:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938736384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321061.624914:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938736128:0@lo:250:kworker.0 00000400:00000100:0.0:1767321061.624955:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938736128 offset 0 length 520: 4 00000100:00100000:0.0:1767321061.625025:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938736256:0@lo:38:kworker.0 00000400:00000100:0.0:1767321061.625044:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938736256 offset 0 length 520: 4 00000100:00100000:0.0:1767321061.625069:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938736384:0@lo:38:kworker.0 00000400:00000100:0.0:1767321061.625085:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938736384 offset 0 length 520: 4 00010000:00010000:0.0:1767321061.876860:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321062.903566:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321063.924833:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321064.948798:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321065.972811:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321066.741348:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321066.741357:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321066.741362:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321066.741365:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321066.741368:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321066.741371:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321066.996718:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321068.024096:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321069.044944:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321070.069090:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321071.093597:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321071.861301:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321071.861310:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321071.861313:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321071.861316:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321071.861319:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321071.861322:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321072.117360:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321073.141156:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321074.165101:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321075.188848:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321076.212925:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321076.981871:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321076.981881:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321076.981884:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321076.981887:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321076.981890:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321076.981893:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321077.236805:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321078.263137:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321079.284847:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321080.308842:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321081.333075:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321082.100864:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321082.100879:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321082.100882:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321082.100886:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321082.100889:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321082.100893:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321082.356821:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321083.386315:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321084.409760:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321085.434584:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321085.684056:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918057600 offset 0 length 520: 4 00000400:00000100:2.0:1767321085.684094:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918057728 offset 0 length 520: 4 00000100:00100000:2.0:1767321086.197016:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321061/real 1767321061] req@ffff9a031c198700 x1853163938736128/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321086.197052:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938736128/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321086.197065:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321061/real 1767321061] req@ffff9a031c19b480 x1853163938736256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321086.197076:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938736256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321086.197086:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321061/real 1767321061] req@ffff9a031c19bb80 x1853163938736384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321086.197096:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938736384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321086.197115:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321086.197152:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321086.197156:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938736128:0@lo:250:kworker.0 00000100:00080000:2.0:1767321086.197162:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321086.197168:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767321086.197171:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938736256:0@lo:38:kworker.0 00000100:00080000:2.0:1767321086.197175:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321086.197180:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767321086.197183:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938736384:0@lo:38:kworker.0 00000100:00080000:1.0:1767321086.197378:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321086.197384:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321086.197387:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321086.197392:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6308 00000100:00080000:1.0:1767321086.197396:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321086.197403:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321086.197477:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ce00 x1853163938736512/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321086.197503:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321086.197533:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321086.197535:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321086.197538:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6308 00000100:00080000:1.0:1767321086.197541:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321086.197545:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321086.197561:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c000 x1853163938736640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321086.197583:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321086.197587:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321086.197588:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321086.197591:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6308 00000100:00080000:1.0:1767321086.197594:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321086.197597:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321086.197609:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d180 x1853163938736768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321086.198423:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938736512:0@lo:250:kworker.0 00000400:00000100:2.0:1767321086.198473:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938736512 offset 0 length 520: 4 00000100:00100000:2.0:1767321086.198870:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938736640:0@lo:38:kworker.0 00000400:00000100:2.0:1767321086.198893:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938736640 offset 0 length 520: 4 00000100:00100000:2.0:1767321086.198908:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938736768:0@lo:38:kworker.0 00000400:00000100:2.0:1767321086.198924:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938736768 offset 0 length 520: 4 00010000:00010000:2.0:1767321086.452926:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321087.477001:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321088.500781:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321089.524806:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321090.557155:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321091.316650:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321091.316661:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321091.316674:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321091.316678:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321091.316680:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321091.316683:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321091.573566:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321092.596851:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321093.620965:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321094.645160:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321095.668929:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321096.436664:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321096.436675:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321096.436679:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321096.436682:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321096.436685:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321096.436688:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321096.694220:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321097.716849:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321098.740728:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321099.764800:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321100.790852:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321101.556982:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321101.556994:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321101.556997:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321101.557000:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321101.557003:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321101.557005:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321101.812749:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321102.836719:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321103.860935:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321104.884972:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321105.908816:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321106.676689:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321106.676698:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321106.676701:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321106.676705:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321106.676707:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321106.676710:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321106.937154:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321107.957869:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321108.983433:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321110.005659:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321110.256009:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918057856 offset 0 length 520: 4 00000400:00000100:2.0:1767321110.256036:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918057984 offset 0 length 520: 4 00010000:00010000:3.0:1767321111.028801:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321111.796638:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321086/real 1767321086] req@ffff9a030c81ce00 x1853163938736512/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321111.796659:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321111.796665:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321111.796668:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321111.796672:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321111.796675:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321111.796678:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767321111.796725:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ce00 x1853163938736512/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321111.796736:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321086/real 1767321086] req@ffff9a030c81c000 x1853163938736640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321111.796747:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c000 x1853163938736640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321111.796756:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321086/real 1767321086] req@ffff9a030c81d180 x1853163938736768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321111.796766:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d180 x1853163938736768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321111.796786:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321111.796861:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321111.796866:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938736512:0@lo:250:kworker.0 00000100:00080000:3.0:1767321111.796873:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321111.798329:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321111.798339:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321111.798343:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321111.798350:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6332 00000100:00080000:2.0:1767321111.798354:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321111.798394:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321111.798453:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938736896/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321111.798469:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321111.798473:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321111.798474:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321111.798477:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6332 00000100:00080000:2.0:1767321111.798480:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321111.798483:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321111.798522:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938737024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321111.798531:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321111.798534:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321111.800109:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321111.800120:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938736640:0@lo:38:kworker.0 00000100:00080000:3.0:1767321111.800131:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321111.800138:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321111.800141:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938736768:0@lo:38:kworker.0 00000100:00100000:3.0:1767321111.800178:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938736896:0@lo:250:kworker.0 00000400:00000100:3.0:1767321111.800263:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938736896 offset 0 length 520: 4 00000100:00100000:3.0:1767321111.800307:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938737024:0@lo:38:kworker.0 00000400:00000100:3.0:1767321111.800325:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938737024 offset 0 length 520: 4 00000100:00080000:2.0:1767321111.800422:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321111.800427:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321111.800431:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321111.800436:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6332 00000100:00080000:2.0:1767321111.800440:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321111.800445:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321111.800474:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938737152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321111.800568:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938737152:0@lo:38:kworker.0 00000400:00000100:3.0:1767321111.800589:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938737152 offset 0 length 520: 4 00010000:00010000:2.0:1767321112.052947:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321113.077089:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321114.104568:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321115.125348:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321116.149142:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321116.920144:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321116.920154:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321116.920157:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321116.920160:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321116.920163:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321116.920166:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321117.172865:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321118.197081:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321119.220876:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321120.244830:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321121.271299:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321122.037712:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321122.037723:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321122.037727:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321122.037730:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321122.037733:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321122.037736:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321122.292877:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321123.316836:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321124.340864:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321125.364840:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321126.388736:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321127.156716:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321127.156727:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321127.156730:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321127.156733:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321127.156735:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321127.156738:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321127.417778:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321128.437850:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321129.463033:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321130.484783:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321131.508730:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321132.276910:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321132.276921:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321132.276923:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321132.276927:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321132.276929:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321132.276933:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321132.533844:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321133.556943:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321134.582330:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321135.606361:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321135.856789:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918058112 offset 0 length 520: 4 00000400:00000100:3.0:1767321135.864069:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918058240 offset 0 length 520: 4 00000100:00100000:0.0:1767321136.372646:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321111/real 1767321111] req@ffff9a031c198700 x1853163938737152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321136.372680:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938737152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321136.372691:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321111/real 1767321111] req@ffff9a031c19bb80 x1853163938736896/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321136.372701:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938736896/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321136.372711:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321111/real 1767321111] req@ffff9a031c19b480 x1853163938737024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321136.372721:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938737024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321136.372739:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321136.372767:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321136.372772:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938737152:0@lo:38:kworker.0 00000100:00080000:0.0:1767321136.372778:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321136.372783:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321136.372786:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938736896:0@lo:250:kworker.0 00000100:00080000:0.0:1767321136.372791:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321136.372795:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321136.372798:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938737024:0@lo:38:kworker.0 00000100:00080000:3.0:1767321136.373439:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321136.373444:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321136.373448:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321136.373453:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6358 00000100:00080000:3.0:1767321136.373457:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321136.373463:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321136.373533:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24e00 x1853163938737280/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321136.373566:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321136.373570:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321136.373572:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321136.373575:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6358 00000100:00080000:3.0:1767321136.373577:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321136.373580:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321136.373595:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27480 x1853163938737408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321136.373604:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321136.373607:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321136.373608:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321136.373611:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6358 00000100:00080000:3.0:1767321136.373613:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321136.373617:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321136.373627:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27800 x1853163938737536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321136.373697:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938737280:0@lo:250:kworker.0 00000400:00000100:0.0:1767321136.373760:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938737280 offset 0 length 520: 4 00000100:00100000:0.0:1767321136.373818:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938737408:0@lo:38:kworker.0 00000400:00000100:0.0:1767321136.373835:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938737408 offset 0 length 520: 4 00000100:00100000:0.0:1767321136.373846:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938737536:0@lo:38:kworker.0 00000400:00000100:0.0:1767321136.373857:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938737536 offset 0 length 520: 4 00010000:00010000:3.0:1767321136.628812:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321137.654454:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321138.676716:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321139.700927:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321140.733203:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321141.492884:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321141.492896:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321141.492901:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321141.492905:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321141.492908:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321141.492912:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321141.752310:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321142.778373:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321143.796812:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321144.822570:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321145.845052:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321146.613072:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321146.613086:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321146.613090:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321146.613094:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321146.613107:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321146.613111:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321146.869391:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321147.892775:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321148.921471:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321149.940814:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321150.966929:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321151.732999:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321151.733023:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321151.733027:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321151.733031:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321151.733035:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321151.733038:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321151.989024:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321153.014455:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321154.036964:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321155.061839:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321156.084938:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321156.852645:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321156.852660:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321156.852673:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321156.852677:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321156.852680:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321156.852684:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321157.110719:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321158.133696:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321159.156750:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321160.180806:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321160.435267:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918058368 offset 0 length 520: 4 00000400:00000100:2.0:1767321160.435314:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918058496 offset 0 length 520: 4 00010000:00010000:0.0:1767321161.205562:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321161.972708:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321161.972723:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321161.972726:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321161.972730:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321161.972734:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321161.972738:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767321161.972912:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321136/real 1767321136] req@ffff9a0441a24e00 x1853163938737280/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321161.972952:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24e00 x1853163938737280/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321161.972963:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321136/real 1767321136] req@ffff9a0441a27480 x1853163938737408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321161.972975:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27480 x1853163938737408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321161.972983:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321136/real 1767321136] req@ffff9a0441a27800 x1853163938737536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321161.972993:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27800 x1853163938737536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321161.973013:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321161.973038:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321161.973042:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938737280:0@lo:250:kworker.0 00000100:00080000:2.0:1767321161.973048:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321161.973053:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767321161.973056:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938737408:0@lo:38:kworker.0 00000100:00080000:2.0:1767321161.973060:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321161.973063:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767321161.973066:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938737536:0@lo:38:kworker.0 00000100:00080000:1.0:1767321161.973141:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321161.973147:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321161.973150:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321161.973156:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6383 00000100:00080000:1.0:1767321161.973160:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321161.973169:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321161.973223:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81dc00 x1853163938737664/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321161.973250:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321161.973254:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321161.973256:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321161.973259:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6383 00000100:00080000:1.0:1767321161.973262:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321161.973265:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321161.973283:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c380 x1853163938737792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321161.973290:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321161.973293:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321161.973295:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321161.973298:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6383 00000100:00080000:1.0:1767321161.973300:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321161.973303:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321161.973314:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f800 x1853163938737920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321161.973471:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938737664:0@lo:250:kworker.0 00000400:00000100:2.0:1767321161.973574:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938737664 offset 0 length 520: 4 00000100:00100000:2.0:1767321161.973653:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938737792:0@lo:38:kworker.0 00000400:00000100:2.0:1767321161.973674:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938737792 offset 0 length 520: 4 00000100:00100000:2.0:1767321161.973687:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938737920:0@lo:38:kworker.0 00000400:00000100:2.0:1767321161.973701:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938737920 offset 0 length 520: 4 00010000:00010000:3.0:1767321162.231582:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321163.252805:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321164.276748:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321165.300860:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321166.324740:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321167.092692:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321167.092702:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321167.092721:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321167.092724:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321167.092726:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321167.092728:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321167.348745:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321168.375982:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321169.400379:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321170.420794:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321171.445256:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321172.212839:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321172.212854:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321172.212858:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321172.212862:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321172.212866:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321172.212869:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321172.469334:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321173.492843:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321174.516829:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321175.540784:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321176.565950:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321177.334613:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321177.334621:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321177.334624:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321177.334628:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321177.334631:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321177.334633:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321177.588825:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321178.612804:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321179.636860:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321180.661642:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321181.684871:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321182.452844:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321182.452864:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321182.452868:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321182.452873:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321182.452875:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321182.452878:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321182.708834:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321183.733188:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321184.756758:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321185.785089:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321186.032615:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918058624 offset 0 length 520: 4 00000400:00000100:2.0:1767321186.032647:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918058752 offset 0 length 520: 4 00000100:00100000:0.0:1767321186.548929:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321161/real 1767321161] req@ffff9a030c81dc00 x1853163938737664/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321186.548960:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81dc00 x1853163938737664/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321186.548970:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321161/real 1767321161] req@ffff9a030c81c380 x1853163938737792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321186.548981:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c380 x1853163938737792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321186.548990:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321161/real 1767321161] req@ffff9a030c81f800 x1853163938737920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321186.548999:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f800 x1853163938737920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321186.549016:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321186.549099:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321186.549104:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938737664:0@lo:250:kworker.0 00000100:00080000:0.0:1767321186.549110:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321186.551936:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321186.551947:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321186.551952:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321186.551959:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6408 00000100:00080000:1.0:1767321186.551964:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321186.551970:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321186.552003:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c700 x1853163938738048/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321186.552020:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321186.552023:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321186.552025:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321186.552028:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6408 00000100:00080000:1.0:1767321186.552030:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321186.552033:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321186.552047:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d180 x1853163938738176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321186.552056:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321186.552059:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321186.552947:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321186.552956:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938737792:0@lo:38:kworker.0 00000100:00080000:0.0:1767321186.552967:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321186.552973:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321186.552977:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938737920:0@lo:38:kworker.0 00000100:00100000:0.0:1767321186.555284:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938738048:0@lo:250:kworker.0 00000400:00000100:0.0:1767321186.555350:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938738048 offset 0 length 520: 4 00000100:00080000:1.0:1767321186.555548:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321186.555554:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321186.555558:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321186.555563:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6408 00000100:00080000:1.0:1767321186.555567:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321186.555574:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321186.555605:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81c000 x1853163938738304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321186.557580:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938738176:0@lo:38:kworker.0 00000400:00000100:0.0:1767321186.557637:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938738176 offset 0 length 520: 4 00000100:00100000:0.0:1767321186.557676:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938738304:0@lo:38:kworker.0 00000400:00000100:0.0:1767321186.557706:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938738304 offset 0 length 520: 4 00010000:00010000:0.0:1767321186.806557:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321187.828817:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321188.852817:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321189.877016:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321190.901046:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321191.668685:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321191.668696:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321191.668699:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321191.668703:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321191.668705:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321191.668707:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321191.924794:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321192.948874:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321193.974491:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321194.997012:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321196.020766:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321196.788732:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321196.788741:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321196.788745:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321196.788748:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321196.788751:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321196.788753:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321197.044700:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321198.068754:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321199.095907:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321200.117056:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321201.154712:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321201.909734:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321201.909751:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321201.909754:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321201.909758:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321201.909761:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321201.909765:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321202.167167:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321203.188899:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321204.212784:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321205.239560:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321206.261085:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321207.029582:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321207.029596:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321207.029599:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321207.029603:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321207.029607:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321207.029610:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321207.285079:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321208.309140:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321209.333039:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321210.356841:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321210.609738:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918058880 offset 0 length 520: 4 00000400:00000100:2.0:1767321210.609768:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918059008 offset 0 length 520: 4 00000100:00100000:0.0:1767321211.124692:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321186/real 1767321186] req@ffff9a030c81c000 x1853163938738304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321211.124748:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c000 x1853163938738304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321211.124760:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321186/real 1767321186] req@ffff9a030c81c700 x1853163938738048/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321211.124773:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81c700 x1853163938738048/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321211.124784:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321186/real 1767321186] req@ffff9a030c81d180 x1853163938738176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321211.124794:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d180 x1853163938738176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321211.124818:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321211.124844:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321211.124849:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938738304:0@lo:38:kworker.0 00000100:00080000:0.0:1767321211.124856:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321211.124862:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321211.124866:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938738048:0@lo:250:kworker.0 00000100:00080000:0.0:1767321211.124880:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321211.124885:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321211.124888:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938738176:0@lo:38:kworker.0 00000100:00080000:2.0:1767321211.126480:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321211.126492:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321211.126497:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321211.126524:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6433 00000100:00080000:2.0:1767321211.126531:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321211.126541:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321211.126592:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938738432/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321211.126631:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321211.126636:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321211.126638:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321211.126642:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6433 00000100:00080000:2.0:1767321211.126645:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321211.126649:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321211.126666:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938738560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321211.126676:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321211.126679:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321211.126681:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321211.126685:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6433 00000100:00080000:2.0:1767321211.126687:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321211.126691:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321211.126705:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938738688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321211.126949:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938738432:0@lo:250:kworker.0 00000400:00000100:1.0:1767321211.127016:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938738432 offset 0 length 520: 4 00000100:00100000:1.0:1767321211.127086:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938738560:0@lo:38:kworker.0 00000400:00000100:1.0:1767321211.127108:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938738560 offset 0 length 520: 4 00000100:00100000:1.0:1767321211.127121:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938738688:0@lo:38:kworker.0 00000400:00000100:1.0:1767321211.127134:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938738688 offset 0 length 520: 4 00010000:00010000:3.0:1767321211.380893:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321212.409148:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321213.428831:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321214.454114:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321215.476813:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321216.246379:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321216.246394:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321216.246398:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321216.246402:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321216.246405:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321216.246410:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321216.500886:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321217.526197:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321218.551557:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321219.574044:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321220.608006:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321221.365350:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321221.365360:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321221.365363:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321221.365368:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321221.365382:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321221.365385:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321221.620753:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321222.646334:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321223.670119:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321224.693164:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321225.723696:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321226.488776:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321226.488785:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321226.488788:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321226.488792:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321226.488795:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321226.488797:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321226.743463:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321227.768393:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321228.789056:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321229.812832:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321230.841104:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321231.607817:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321231.607826:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321231.607829:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321231.607832:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321231.607835:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321231.607839:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321231.862062:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321232.884887:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321233.909959:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321234.933035:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321235.188550:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918059136 offset 0 length 520: 4 00000400:00000100:2.0:1767321235.188574:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918059264 offset 0 length 520: 4 00010000:00010000:2.0:1767321235.959424:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321236.726394:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321236.726404:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321236.726407:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321236.726411:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321236.726413:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321236.726417:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321236.727171:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321211/real 1767321211] req@ffff9a031c19b800 x1853163938738432/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321236 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321236.727198:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938738432/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321236 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321236.727208:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321211/real 1767321211] req@ffff9a031c19b100 x1853163938738560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321236 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321236.727217:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938738560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321236 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321236.727225:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321211/real 1767321211] req@ffff9a031c19b480 x1853163938738688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321236 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321236.727233:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938738688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321236 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321236.727249:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321236.727270:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321236.727273:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938738432:0@lo:250:kworker.0 00000100:00080000:1.0:1767321236.727279:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321236.727283:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321236.727286:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938738560:0@lo:38:kworker.0 00000100:00080000:1.0:1767321236.727290:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321236.727293:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321236.727295:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938738688:0@lo:38:kworker.0 00000100:00080000:0.0:1767321236.728056:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321236.728064:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321236.728067:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321236.728072:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321236.728076:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321236.728082:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321236.728114:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837100 x1853163938738816/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321236.728147:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321236.728151:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321236.728153:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321236.728156:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321236.728159:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321236.728162:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321236.728176:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835180 x1853163938738944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321236.728184:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321236.728188:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321236.728189:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321236.728192:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321236.728193:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321236.728197:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321236.728204:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836680 x1853163938739072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321236.728407:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938738816:0@lo:250:kworker.0 00000400:00000100:1.0:1767321236.728453:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938738816 offset 0 length 520: 4 00000100:00100000:1.0:1767321236.728545:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938738944:0@lo:38:kworker.0 00000400:00000100:1.0:1767321236.728564:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938738944 offset 0 length 520: 4 00000100:00100000:1.0:1767321236.728576:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938739072:0@lo:38:kworker.0 00000400:00000100:1.0:1767321236.728590:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938739072 offset 0 length 520: 4 00010000:00010000:3.0:1767321236.981007:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321238.004731:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321239.028767:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321240.053201:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321241.076973:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321241.844779:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321241.844800:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321241.844803:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321241.844807:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321241.844809:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321241.844812:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321242.100897:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321243.125187:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321244.148755:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321245.172691:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321246.196715:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321246.964743:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321246.964753:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321246.964756:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321246.964759:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321246.964762:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321246.964765:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321247.221080:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321248.245362:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321249.268866:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321250.292784:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321251.316872:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321252.084820:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321252.084838:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321252.084840:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321252.084844:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321252.084846:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321252.084849:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321252.340715:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321253.364718:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321254.388815:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321255.413424:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321256.437393:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321257.206021:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321257.206035:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321257.206038:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321257.206041:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321257.206044:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321257.206048:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321257.464646:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321258.485255:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321259.508844:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321260.532914:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321260.797944:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918059392 offset 0 length 520: 4 00000400:00000100:2.0:1767321260.797987:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918059520 offset 0 length 520: 4 00000100:00100000:1.0:1767321261.300679:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321236/real 1767321236] req@ffff9a0303837100 x1853163938738816/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321261 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321261.300724:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837100 x1853163938738816/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321261 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321261.300736:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321236/real 1767321236] req@ffff9a0303835180 x1853163938738944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321261 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321261.300748:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835180 x1853163938738944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321261 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321261.300758:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321236/real 1767321236] req@ffff9a0303836680 x1853163938739072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321261 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321261.300782:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836680 x1853163938739072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321261 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321261.300873:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321261.300894:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321261.300899:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938738816:0@lo:250:kworker.0 00000100:00080000:1.0:1767321261.300905:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321261.300913:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321261.300917:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938738944:0@lo:38:kworker.0 00000100:00080000:1.0:1767321261.300932:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321261.300938:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321261.300947:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321261.300950:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321261.300954:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:0.0:1767321261.300968:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6483 00000100:00100000:1.0:1767321261.300970:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938739072:0@lo:38:kworker.0 00000100:00080000:0.0:1767321261.300976:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321261.300987:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321261.301162:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836d80 x1853163938739200/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321261.301186:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321261.301189:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321261.301191:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321261.301195:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6483 00000100:00080000:0.0:1767321261.301198:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321261.301203:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321261.301215:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938739200:0@lo:250:kworker.0 00000100:00100000:0.0:1767321261.301222:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834e00 x1853163938739328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321261.301233:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321261.301237:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321261.301240:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321261.301244:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6483 00000100:00080000:0.0:1767321261.301247:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321261.301250:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321261.301262:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303836300 x1853163938739456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767321261.301273:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938739200 offset 0 length 520: 4 00000100:00100000:1.0:1767321261.301325:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938739328:0@lo:38:kworker.0 00000400:00000100:1.0:1767321261.301339:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938739328 offset 0 length 520: 4 00000100:00100000:1.0:1767321261.301347:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938739456:0@lo:38:kworker.0 00000400:00000100:1.0:1767321261.301355:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938739456 offset 0 length 520: 4 00010000:00010000:2.0:1767321261.557116:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321262.586587:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321263.606487:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321264.630666:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321265.653212:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321266.422582:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321266.422596:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321266.422600:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321266.422603:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321266.422607:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321266.422610:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321266.677387:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321267.700818:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321268.724719:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321269.748761:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321270.772765:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321271.540672:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321271.540722:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321271.540736:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321271.540740:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321271.540742:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321271.540745:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321271.799228:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321272.820938:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321273.844697:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321274.868694:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321275.892846:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321276.660643:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321276.660654:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321276.660658:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321276.660662:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321276.660664:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321276.660667:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321276.916674:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321277.940688:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321278.965163:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321279.988915:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321281.012982:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321281.781103:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321281.781114:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321281.781117:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321281.781121:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321281.781123:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321281.781126:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321282.036783:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321283.061216:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321284.084857:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321285.108729:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321285.358369:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918059648 offset 0 length 520: 4 00000400:00000100:2.0:1767321285.358390:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918059776 offset 0 length 520: 4 00010000:00010000:3.0:1767321286.132857:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321286.900627:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321286.900638:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321286.900655:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321286.900659:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321286.900661:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321286.900665:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767321286.900708:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321261/real 1767321261] req@ffff9a0303834e00 x1853163938739328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321286.900741:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834e00 x1853163938739328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321286.900751:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321261/real 1767321261] req@ffff9a0303836300 x1853163938739456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321286.900762:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836300 x1853163938739456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321286.900771:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321261/real 1767321261] req@ffff9a0303836d80 x1853163938739200/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321286.900833:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303836d80 x1853163938739200/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321286.900851:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321286.900878:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321286.900882:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938739328:0@lo:38:kworker.0 00000100:00080000:3.0:1767321286.900889:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321286.900894:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321286.900897:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938739456:0@lo:38:kworker.0 00000100:00080000:3.0:1767321286.900902:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321286.900906:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321286.900909:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938739200:0@lo:250:kworker.0 00000100:00080000:2.0:1767321286.900986:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321286.900990:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321286.900993:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321286.900998:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6507 00000100:00080000:2.0:1767321286.901001:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321286.901023:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321286.901077:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938739584/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321286.901100:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321286.901103:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321286.901105:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321286.901108:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6507 00000100:00080000:2.0:1767321286.901110:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321286.901125:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321286.901150:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938739712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321286.901159:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321286.901161:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321286.901163:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321286.901166:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6507 00000100:00080000:2.0:1767321286.901168:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321286.901171:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321286.901195:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938739840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321286.902549:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938739584:0@lo:250:kworker.0 00000400:00000100:3.0:1767321286.902606:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938739584 offset 0 length 520: 4 00000100:00100000:3.0:1767321286.902670:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938739712:0@lo:38:kworker.0 00000400:00000100:3.0:1767321286.902690:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938739712 offset 0 length 520: 4 00000100:00100000:3.0:1767321286.902703:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938739840:0@lo:38:kworker.0 00000400:00000100:3.0:1767321286.902720:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938739840 offset 0 length 520: 4 00010000:00010000:2.0:1767321287.156695:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321288.183911:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321289.205410:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321290.230054:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321291.253960:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321292.020690:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321292.020747:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321292.020769:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321292.020773:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321292.020775:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321292.020778:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321292.279501:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321293.300777:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321294.325085:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321295.350101:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321296.372945:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321297.140754:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321297.140764:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321297.140767:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321297.140770:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321297.140773:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321297.140776:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321297.396900:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321298.421467:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321299.444717:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321300.472019:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321301.497777:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321302.261103:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321302.261113:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321302.261116:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321302.261120:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321302.261122:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321302.261125:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321302.516800:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321303.542193:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321304.566357:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321305.591299:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321306.612928:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321307.380705:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321307.380714:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321307.380717:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321307.380721:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321307.380723:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321307.380726:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321307.637429:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321308.660730:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321309.688572:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321310.710638:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767321310.959594:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918059904 offset 0 length 520: 4 00000400:00000100:3.0:1767321310.959618:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918060032 offset 0 length 520: 4 00000100:00100000:0.0:1767321311.476702:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321286/real 1767321286] req@ffff9a031c19bb80 x1853163938739584/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321311 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321311.476767:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938739584/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321311 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321311.476777:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321286/real 1767321286] req@ffff9a031c198700 x1853163938739712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321311 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321311.476789:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938739712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321311 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321311.476797:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321286/real 1767321286] req@ffff9a031c19b480 x1853163938739840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321311 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321311.476807:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938739840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321311 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321311.476825:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321311.476854:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321311.476859:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938739584:0@lo:250:kworker.0 00000100:00080000:0.0:1767321311.476866:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321311.476871:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321311.476874:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938739712:0@lo:38:kworker.0 00000100:00080000:0.0:1767321311.476878:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321311.476883:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321311.476886:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938739840:0@lo:38:kworker.0 00000100:00080000:3.0:1767321311.477001:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321311.477007:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321311.477010:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321311.477016:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6533 00000100:00080000:3.0:1767321311.477020:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321311.477042:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321311.477097:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938739968/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321311.477122:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321311.477126:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321311.477128:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321311.477132:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6533 00000100:00080000:3.0:1767321311.477134:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321311.477138:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321311.477165:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938740096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321311.477175:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321311.477178:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321311.477180:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321311.477184:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6533 00000100:00080000:3.0:1767321311.477187:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321311.477190:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321311.477200:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938740224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321311.477269:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938739968:0@lo:250:kworker.0 00000400:00000100:0.0:1767321311.477317:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938739968 offset 0 length 520: 4 00000100:00100000:0.0:1767321311.477387:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938740096:0@lo:38:kworker.0 00000400:00000100:0.0:1767321311.477410:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938740096 offset 0 length 520: 4 00000100:00100000:0.0:1767321311.477428:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938740224:0@lo:38:kworker.0 00000400:00000100:0.0:1767321311.477443:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938740224 offset 0 length 520: 4 00010000:00010000:3.0:1767321311.733921:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321312.758078:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321313.780755:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321314.807582:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321315.828755:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321316.596949:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321316.596959:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321316.596963:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321316.596966:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321316.596968:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321316.596972:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321316.853040:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321317.879930:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321318.900862:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321319.924815:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321320.950675:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321321.716819:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321321.716830:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321321.716833:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321321.716837:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321321.716839:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321321.716842:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321321.973763:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321322.997048:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321324.020959:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321325.049436:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321326.069988:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321326.836709:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321326.836724:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321326.836728:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321326.836731:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321326.836734:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321326.836737:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321327.092764:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321328.117235:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321329.141655:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321330.164733:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321331.193126:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321331.957042:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321331.957052:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321331.957055:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321331.957059:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321331.957062:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321331.957065:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321332.212957:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321333.236818:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321334.261359:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321335.289102:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767321335.533913:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918060160 offset 0 length 520: 4 00000400:00000100:3.0:1767321335.533941:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918060288 offset 0 length 520: 4 00000100:00100000:3.0:1767321336.052679:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321311/real 1767321311] req@ffff9a0441a26d80 x1853163938739968/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321336 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321336.052711:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938739968/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321336 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321336.052722:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321311/real 1767321311] req@ffff9a0441a24380 x1853163938740096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321336 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321336.052733:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938740096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321336 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321336.052741:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321311/real 1767321311] req@ffff9a0441a25c00 x1853163938740224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321336 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321336.052751:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938740224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321336 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321336.052768:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321336.052798:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321336.052802:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938739968:0@lo:250:kworker.0 00000100:00080000:3.0:1767321336.052808:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321336.052813:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321336.052816:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938740096:0@lo:38:kworker.0 00000100:00080000:3.0:1767321336.052820:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321336.052823:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321336.052827:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938740224:0@lo:38:kworker.0 00000100:00080000:2.0:1767321336.053840:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321336.053846:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321336.053850:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321336.053855:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6558 00000100:00080000:2.0:1767321336.053859:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321336.053866:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321336.053902:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938740352/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321336.053930:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321336.053933:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321336.053935:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321336.053938:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6558 00000100:00080000:2.0:1767321336.053940:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321336.053943:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321336.053958:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938740480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321336.053966:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321336.053969:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321336.053970:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321336.053974:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6558 00000100:00080000:2.0:1767321336.053976:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321336.053979:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321336.053990:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938740608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321336.055086:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938740352:0@lo:250:kworker.0 00000400:00000100:3.0:1767321336.055140:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938740352 offset 0 length 520: 4 00000100:00100000:3.0:1767321336.055211:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938740480:0@lo:38:kworker.0 00000400:00000100:3.0:1767321336.055230:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938740480 offset 0 length 520: 4 00000100:00100000:3.0:1767321336.055241:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938740608:0@lo:38:kworker.0 00000400:00000100:3.0:1767321336.055278:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938740608 offset 0 length 520: 4 00010000:00010000:3.0:1767321336.309208:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321337.332791:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321338.356939:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321339.381553:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321340.405672:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321341.172726:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321341.172736:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321341.172739:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321341.172743:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321341.172746:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321341.172749:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321341.429269:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321342.452721:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321343.476931:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321344.503554:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321345.525261:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321346.294771:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321346.294781:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321346.294784:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321346.294787:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321346.294790:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321346.294793:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321346.549120:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321347.572821:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321348.599011:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321349.621400:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321350.646349:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321351.413366:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321351.413377:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321351.413380:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321351.413384:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321351.413387:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321351.413390:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321351.668765:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321352.692810:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321353.720998:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321354.740691:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321355.764719:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321356.533861:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321356.533870:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321356.533873:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321356.533876:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321356.533879:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321356.533882:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321356.788772:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321357.812663:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321358.837084:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321359.860827:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321360.884718:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767321361.133664:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918060416 offset 0 length 520: 4 00000400:00000100:1.0:1767321361.133689:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918060544 offset 0 length 520: 4 00000100:00100000:3.0:1767321361.655597:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321336/real 1767321336] req@ffff9a031c19b100 x1853163938740352/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321361 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321361.655629:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938740352/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321361 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321361.655639:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321336/real 1767321336] req@ffff9a031c19b800 x1853163938740480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321361 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321361.655664:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938740480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321361 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321361.655674:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321336/real 1767321336] req@ffff9a031c19b480 x1853163938740608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321361 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321361.655685:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938740608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321361 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321361.655704:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321361.655714:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321361.655718:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938740352:0@lo:250:kworker.0 00000100:00080000:3.0:1767321361.655724:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321361.655728:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321361.655731:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938740480:0@lo:38:kworker.0 00000100:00080000:3.0:1767321361.655735:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321361.655738:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321361.655741:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938740608:0@lo:38:kworker.0 00000100:00080000:1.0:1767321361.655843:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321361.655849:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321361.655852:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321361.655856:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6582 00000100:00080000:1.0:1767321361.655860:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321361.655866:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321361.655936:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ce00 x1853163938740736/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321361.655960:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321361.655964:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321361.655965:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321361.655968:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6582 00000100:00080000:1.0:1767321361.655971:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321361.655974:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321361.655989:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ea00 x1853163938740864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321361.655998:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321361.656000:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321361.656002:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321361.656005:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6582 00000100:00080000:1.0:1767321361.656007:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321361.656009:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321361.656041:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81d500 x1853163938740992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321361.657315:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938740736:0@lo:250:kworker.0 00000400:00000100:3.0:1767321361.657780:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938740736 offset 0 length 520: 4 00000100:00100000:3.0:1767321361.657910:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938740864:0@lo:38:kworker.0 00000400:00000100:3.0:1767321361.657932:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938740864 offset 0 length 520: 4 00000100:00100000:3.0:1767321361.657946:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938740992:0@lo:38:kworker.0 00000400:00000100:3.0:1767321361.657962:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938740992 offset 0 length 520: 4 00010000:00010000:3.0:1767321361.909233:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321362.932766:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321363.956737:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321364.980693:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321366.004734:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321366.772666:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321366.772677:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321366.772680:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321366.772683:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321366.772686:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321366.772689:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321367.028812:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321368.053173:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321369.077804:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321370.104060:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321371.127056:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321371.892694:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321371.892708:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321371.892712:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321371.892716:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321371.892719:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321371.892723:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321372.150430:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321373.176601:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321374.197458:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321375.221447:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321376.245021:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321377.013471:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321377.013480:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321377.013484:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321377.013488:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321377.013490:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321377.013493:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321377.273298:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321378.292801:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321379.316997:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321380.347056:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321381.368670:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321382.132838:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321382.132848:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321382.132852:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321382.132855:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321382.132858:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321382.132861:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321382.391582:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321383.413202:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321384.436901:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321385.462497:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321386.228634:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321361/real 1767321361] req@ffff9a030c81ce00 x1853163938740736/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321386 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321386.228664:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ce00 x1853163938740736/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321386 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321386.228674:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321361/real 1767321361] req@ffff9a030c81ea00 x1853163938740864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321386 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321386.228684:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ea00 x1853163938740864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321386 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321386.228691:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321361/real 1767321361] req@ffff9a030c81d500 x1853163938740992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321386 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321386.228701:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81d500 x1853163938740992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321386 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321386.228723:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321386.228864:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321386.228877:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938740736:0@lo:250:kworker.0 00000100:00080000:0.0:1767321386.228885:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321386.229163:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321386.229167:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321386.229170:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321386.229173:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6608 00000100:00080000:3.0:1767321386.229176:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321386.229181:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321386.229209:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938741120/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321386.229222:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321386.229225:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321386.229227:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321386.229229:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6608 00000100:00080000:3.0:1767321386.229231:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321386.229234:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321386.229246:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938741248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321386.229254:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321386.229257:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321386.229429:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321386.229433:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938740864:0@lo:38:kworker.0 00000100:00080000:0.0:1767321386.229439:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321386.229444:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321386.229447:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938740992:0@lo:38:kworker.0 00000100:00100000:0.0:1767321386.229472:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938741120:0@lo:250:kworker.0 00000100:00080000:3.0:1767321386.229617:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321386.229619:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321386.229621:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321386.229623:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6608 00000100:00080000:3.0:1767321386.229625:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321386.229628:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321386.229638:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938741376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1767321386.229684:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938741120 offset 0 length 520: 4 00000100:00100000:0.0:1767321386.229758:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938741248:0@lo:38:kworker.0 00000400:00000100:0.0:1767321386.229774:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938741248 offset 0 length 520: 4 00000100:00100000:0.0:1767321386.229784:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938741376:0@lo:38:kworker.0 00000400:00000100:0.0:1767321386.229792:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938741376 offset 0 length 520: 4 00010000:00010000:0.0:1767321386.485877:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321386.737820:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918060672 offset 0 length 520: 4 00000400:00000100:2.0:1767321386.737845:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918060800 offset 0 length 520: 4 00010000:00010000:3.0:1767321387.509413:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321388.535293:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321389.557246:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321390.582271:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321391.348862:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321391.348872:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321391.348875:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321391.348879:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321391.348882:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321391.348884:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321391.605649:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321392.628737:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321393.655142:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321394.678023:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321395.701660:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321396.468655:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321396.468666:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321396.468669:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321396.468672:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321396.468675:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321396.468678:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321396.726421:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321397.748734:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321398.772714:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321399.802019:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321400.820764:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321401.590542:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321401.590553:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321401.590557:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321401.590561:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321401.590564:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321401.590567:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321401.844861:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321402.868996:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321403.893161:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321404.917521:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321405.940827:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321406.708745:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321406.708755:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321406.708759:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321406.708763:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321406.708766:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321406.708769:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321406.964793:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321407.994225:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321409.014635:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321410.037914:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321411.060996:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321411.315689:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918060928 offset 0 length 520: 4 00000400:00000100:2.0:1767321411.315732:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918061056 offset 0 length 520: 4 00000100:00100000:3.0:1767321411.828711:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321386/real 1767321386] req@ffff9a0441a26d80 x1853163938741376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321411 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321411.828744:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938741376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321411 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321411.828755:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321386/real 1767321386] req@ffff9a0441a25c00 x1853163938741120/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321411 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321411.828766:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938741120/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321411 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321411.828775:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321386/real 1767321386] req@ffff9a0441a24380 x1853163938741248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321411 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321411.828785:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938741248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321411 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321411.828802:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321411.828810:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321411.828814:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938741376:0@lo:38:kworker.0 00000100:00080000:3.0:1767321411.828819:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321411.828823:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321411.828826:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938741120:0@lo:250:kworker.0 00000100:00080000:3.0:1767321411.828830:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321411.828842:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321411.828845:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938741248:0@lo:38:kworker.0 00000100:00080000:1.0:1767321411.828934:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321411.828954:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321411.828957:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321411.828962:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6632 00000100:00080000:1.0:1767321411.828965:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321411.828972:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321411.829015:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81f100 x1853163938741504/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321411.829036:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321411.829039:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321411.829041:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321411.829043:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6632 00000100:00080000:1.0:1767321411.829046:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321411.829049:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321411.829062:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81fb80 x1853163938741632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321411.829068:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321411.829071:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321411.829072:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321411.829075:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6632 00000100:00080000:1.0:1767321411.829077:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321411.829080:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:1.0:1767321411.829089:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a030c81ca80 x1853163938741760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321411.829218:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938741504:0@lo:250:kworker.0 00000400:00000100:3.0:1767321411.829264:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938741504 offset 0 length 520: 4 00000100:00100000:3.0:1767321411.829362:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938741632:0@lo:38:kworker.0 00000400:00000100:3.0:1767321411.829396:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938741632 offset 0 length 520: 4 00000100:00100000:3.0:1767321411.829408:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938741760:0@lo:38:kworker.0 00000400:00000100:3.0:1767321411.829422:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938741760 offset 0 length 520: 4 00010000:00010000:0.0:1767321412.087657:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321413.108815:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321414.132743:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321415.156731:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321416.183793:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321416.949069:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321416.949077:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321416.949080:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321416.949083:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321416.949085:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321416.949087:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321417.204743:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321418.228988:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321419.253702:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321420.276851:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321421.300743:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321422.068693:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321422.068703:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321422.068706:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321422.068710:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321422.068712:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321422.068715:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321422.324906:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321423.348830:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321424.372838:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321425.396863:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321426.420782:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321427.188863:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321427.188873:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321427.188877:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321427.188880:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321427.188882:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321427.188885:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321427.444885:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321428.468929:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321429.493383:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321430.517869:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321431.543537:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321432.308675:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321432.308689:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321432.308692:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321432.308697:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321432.308702:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321432.308706:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321432.565005:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321433.588886:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321434.614870:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321435.637137:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321436.404894:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321411/real 1767321411] req@ffff9a030c81f100 x1853163938741504/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321436 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321436.404940:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81f100 x1853163938741504/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321436 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321436.404950:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321411/real 1767321411] req@ffff9a030c81fb80 x1853163938741632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321436 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321436.404961:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81fb80 x1853163938741632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321436 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321436.404970:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321411/real 1767321411] req@ffff9a030c81ca80 x1853163938741760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321436 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321436.404981:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a030c81ca80 x1853163938741760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321436 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321436.405002:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321436.405035:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321436.405039:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938741504:0@lo:250:kworker.0 00000100:00080000:3.0:1767321436.405045:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321436.405051:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321436.405054:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938741632:0@lo:38:kworker.0 00000100:00080000:3.0:1767321436.405058:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321436.405063:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321436.405066:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a030c81ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938741760:0@lo:38:kworker.0 00000100:00080000:0.0:1767321436.405236:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321436.405242:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321436.405246:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321436.405252:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6658 00000100:00080000:0.0:1767321436.405257:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321436.405265:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321436.405302:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835c00 x1853163938741888/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321436.405339:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321436.405343:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321436.405345:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321436.405348:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6658 00000100:00080000:0.0:1767321436.405351:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321436.405355:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321436.405374:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837b80 x1853163938742016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321436.405376:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938741888:0@lo:250:kworker.0 00000100:00080000:0.0:1767321436.405400:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321436.405404:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321436.405406:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321436.405409:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6658 00000100:00080000:0.0:1767321436.405412:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321436.405416:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321436.405429:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834a80 x1853163938742144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767321436.405443:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938741888 offset 0 length 520: 4 00000100:00100000:1.0:1767321436.405540:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938742016:0@lo:38:kworker.0 00000400:00000100:1.0:1767321436.405563:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938742016 offset 0 length 520: 4 00000100:00100000:1.0:1767321436.405576:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938742144:0@lo:38:kworker.0 00000400:00000100:1.0:1767321436.405593:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938742144 offset 0 length 520: 4 00010000:00010000:3.0:1767321436.661385:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321436.910488:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918061184 offset 0 length 520: 4 00000400:00000100:1.0:1767321436.915449:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918061312 offset 0 length 520: 4 00010000:00010000:0.0:1767321437.684812:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321438.709584:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321439.733023:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321440.756785:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321441.524953:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321441.524963:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321441.524966:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321441.524969:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321441.524971:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321441.524973:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321441.792954:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321442.805243:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321443.829972:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321444.853215:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321445.879474:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321446.644805:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321446.644824:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321446.644827:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321446.644831:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321446.644833:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321446.644837:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321446.900887:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321447.924751:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321448.952259:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321449.975312:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321450.997485:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321451.764795:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.764804:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321451.764807:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.764811:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321451.764814:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321451.764817:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321452.021077:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321453.044808:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321454.072058:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321455.096639:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321456.118376:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321456.884765:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321456.884774:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321456.884777:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321456.884780:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321456.884782:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321456.884785:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321457.142825:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321458.179708:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321459.188820:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321460.212722:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321461.240342:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321461.486968:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918061440 offset 0 length 520: 4 00000400:00000100:2.0:1767321461.495393:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918061568 offset 0 length 520: 4 00000100:00080000:3.0:1767321462.005710:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321462.005723:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321462.005727:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321462.005731:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321462.005734:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321462.005738:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321462.005891:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321436/real 1767321436] req@ffff9a0303837b80 x1853163938742016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321461 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321462.005925:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837b80 x1853163938742016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321461 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321462.005936:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321436/real 1767321436] req@ffff9a0303834a80 x1853163938742144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321461 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321462.005946:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834a80 x1853163938742144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321461 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321462.005955:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321436/real 1767321436] req@ffff9a0303835c00 x1853163938741888/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321461 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321462.005967:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835c00 x1853163938741888/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321461 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321462.005987:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321462.006003:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321462.006008:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938742016:0@lo:38:kworker.0 00000100:00080000:1.0:1767321462.006014:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321462.006019:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321462.006022:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938742144:0@lo:38:kworker.0 00000100:00080000:1.0:1767321462.006026:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321462.006030:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321462.006032:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938741888:0@lo:250:kworker.0 00000100:00080000:3.0:1767321462.006092:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321462.006097:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321462.006101:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321462.006106:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6683 00000100:00080000:3.0:1767321462.006111:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321462.006119:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321462.006153:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938742272/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321462.006181:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321462.006185:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321462.006187:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321462.006190:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6683 00000100:00080000:3.0:1767321462.006193:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321462.006196:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321462.006212:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938742400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321462.006221:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321462.006225:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321462.006227:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321462.006230:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6683 00000100:00080000:3.0:1767321462.006233:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321462.006236:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321462.006246:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938742528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321462.006320:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938742272:0@lo:250:kworker.0 00000400:00000100:1.0:1767321462.006375:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938742272 offset 0 length 520: 4 00000100:00100000:1.0:1767321462.006451:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938742400:0@lo:38:kworker.0 00000400:00000100:1.0:1767321462.006477:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938742400 offset 0 length 520: 4 00000100:00100000:1.0:1767321462.006492:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938742528:0@lo:38:kworker.0 00000400:00000100:1.0:1767321462.006541:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938742528 offset 0 length 520: 4 00010000:00010000:3.0:1767321462.260861:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321463.287341:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321464.309382:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321465.334417:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321466.359787:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321467.126747:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321467.126761:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321467.126764:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321467.126768:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321467.126771:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321467.126774:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321467.380879:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321468.404801:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321469.429046:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321470.453824:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321471.477493:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321472.244972:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321472.244983:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321472.244985:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321472.244989:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321472.244991:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321472.244994:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321472.501084:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321473.524738:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321474.549578:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321475.572827:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321476.596732:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321477.366495:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321477.366552:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321477.366556:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321477.366560:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321477.366563:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321477.366566:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321477.620728:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321478.644939:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321479.668987:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321480.694788:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321481.718722:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321482.485386:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321482.485397:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321482.485400:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321482.485403:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321482.485406:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321482.485409:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321482.751611:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321483.764784:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321484.790082:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321485.812677:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321486.840621:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321487.100865:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918061696 offset 0 length 520: 4 00000400:00000100:2.0:1767321487.100895:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918061824 offset 0 length 520: 4 00000100:00100000:3.0:1767321487.606561:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321462/real 1767321462] req@ffff9a0441a24380 x1853163938742272/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321487.606602:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938742272/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321487.606612:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321462/real 1767321462] req@ffff9a0441a25c00 x1853163938742400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321487.606624:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938742400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321487.606634:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321462/real 1767321462] req@ffff9a0441a26d80 x1853163938742528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321487.606645:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938742528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321487.606661:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321487.606671:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321487.606675:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938742272:0@lo:250:kworker.0 00000100:00080000:3.0:1767321487.606681:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321487.606686:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321487.606689:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938742400:0@lo:38:kworker.0 00000100:00080000:3.0:1767321487.606693:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321487.606697:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321487.606710:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938742528:0@lo:38:kworker.0 00000100:00080000:2.0:1767321487.606899:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321487.606904:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321487.606907:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321487.606912:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6708 00000100:00080000:2.0:1767321487.606916:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321487.606922:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321487.606968:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938742656/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321487.606995:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321487.607000:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321487.607001:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321487.607004:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6708 00000100:00080000:2.0:1767321487.607007:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321487.607010:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321487.607026:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938742784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321487.607035:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321487.607037:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321487.607039:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321487.607042:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6708 00000100:00080000:2.0:1767321487.607044:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321487.607047:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321487.607057:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938742912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321487.608210:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938742656:0@lo:250:kworker.0 00000400:00000100:3.0:1767321487.608261:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938742656 offset 0 length 520: 4 00000100:00100000:3.0:1767321487.608313:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938742784:0@lo:38:kworker.0 00000400:00000100:3.0:1767321487.608334:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938742784 offset 0 length 520: 4 00000100:00100000:3.0:1767321487.608359:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938742912:0@lo:38:kworker.0 00000400:00000100:3.0:1767321487.608374:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938742912 offset 0 length 520: 4 00010000:00010000:3.0:1767321487.863669:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321488.886441:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321489.911625:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321490.932746:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321491.957112:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321492.724759:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321492.724774:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321492.724778:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321492.724782:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321492.724786:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321492.724789:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321492.981455:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321494.005996:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321495.028726:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321496.052805:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321497.076729:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321497.846395:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321497.846407:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321497.846410:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321497.846414:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321497.846417:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321497.846419:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321498.101205:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321499.124761:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321500.148746:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321501.174254:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321502.196717:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321502.964833:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321502.964843:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321502.964846:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321502.964850:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321502.964852:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321502.964855:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321503.229361:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321504.244719:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321505.268656:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321506.292883:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321507.316726:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321508.084890:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321508.084899:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321508.084902:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321508.084905:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321508.084908:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321508.084911:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321508.341365:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321509.365115:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321510.390043:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321511.412776:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321511.663928:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918061952 offset 0 length 520: 4 00000400:00000100:2.0:1767321511.663952:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918062080 offset 0 length 520: 4 00000100:00100000:3.0:1767321512.180736:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321487/real 1767321487] req@ffff9a031c198700 x1853163938742656/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321512.180767:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938742656/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321512.180778:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321487/real 1767321487] req@ffff9a031c19bb80 x1853163938742784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321512.180789:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938742784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321512.180796:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321487/real 1767321487] req@ffff9a031c19b480 x1853163938742912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321512.180806:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938742912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321512.180826:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321512.181009:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321512.181015:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938742656:0@lo:250:kworker.0 00000100:00080000:3.0:1767321512.181021:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321512.181028:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321512.181030:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938742784:0@lo:38:kworker.0 00000100:00080000:3.0:1767321512.181034:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321512.181038:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321512.181041:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938742912:0@lo:38:kworker.0 00000100:00080000:2.0:1767321512.182962:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321512.182971:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321512.182974:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321512.182982:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6734 00000100:00080000:2.0:1767321512.182986:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321512.182993:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321512.183028:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938743040/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321512.183180:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321512.183184:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321512.183186:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321512.183191:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6734 00000100:00080000:2.0:1767321512.183193:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321512.183197:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321512.183213:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938743168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321512.183221:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321512.183224:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321512.183226:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321512.183229:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6734 00000100:00080000:2.0:1767321512.183231:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321512.183234:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321512.183244:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938743296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321512.183479:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938743040:0@lo:250:kworker.0 00000400:00000100:3.0:1767321512.183549:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938743040 offset 0 length 520: 4 00000100:00100000:3.0:1767321512.183604:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938743168:0@lo:38:kworker.0 00000400:00000100:3.0:1767321512.183623:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938743168 offset 0 length 520: 4 00000100:00100000:3.0:1767321512.183635:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938743296:0@lo:38:kworker.0 00000400:00000100:3.0:1767321512.183649:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938743296 offset 0 length 520: 4 00010000:00010000:2.0:1767321512.437202:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321513.461126:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321514.486723:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321515.509358:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321516.532990:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321517.300737:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321517.300747:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321517.300750:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321517.300754:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321517.300757:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321517.300760:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321517.559238:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321518.580861:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321519.604828:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321520.631449:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321521.653058:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321522.421560:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321522.421572:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321522.421597:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321522.421601:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321522.421604:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321522.421608:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321522.677916:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321523.700892:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321524.727387:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321525.748970:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321526.772948:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321527.541054:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321527.541072:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321527.541075:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321527.541078:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321527.541081:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321527.541083:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321527.798411:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321528.822426:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321529.845328:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321530.868840:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321531.893185:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321532.660742:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321532.660753:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321532.660756:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321532.660783:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321532.660786:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321532.660789:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321532.917532:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321533.942667:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321534.964679:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321535.989170:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321536.244686:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918062208 offset 0 length 520: 4 00000400:00000100:2.0:1767321536.244712:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918062336 offset 0 length 520: 4 00010000:00010000:3.0:1767321537.012980:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321537.780691:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321537.780701:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321537.780705:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321537.780709:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321537.780713:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321537.780716:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767321537.785203:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321512/real 1767321512] req@ffff9a031c19b800 x1853163938743040/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321537.785270:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938743040/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321537.785281:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321512/real 1767321512] req@ffff9a031c19b100 x1853163938743168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321537.785292:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938743168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321537.785301:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321512/real 1767321512] req@ffff9a031c19b480 x1853163938743296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321537.785311:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938743296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321537.785330:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321537.785429:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321537.785434:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938743040:0@lo:250:kworker.0 00000100:00080000:3.0:1767321537.785440:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321537.786254:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321537.786261:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321537.786264:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321537.786270:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6758 00000100:00080000:2.0:1767321537.786274:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321537.786302:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321537.786358:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938743424/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321537.786373:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321537.786377:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321537.786379:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321537.786382:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6758 00000100:00080000:2.0:1767321537.786385:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321537.786388:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321537.786415:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938743552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321537.786425:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321537.786428:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321537.786876:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321537.786882:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938743168:0@lo:38:kworker.0 00000100:00080000:3.0:1767321537.786890:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321537.786895:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321537.786898:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938743296:0@lo:38:kworker.0 00000100:00100000:3.0:1767321537.786950:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938743424:0@lo:250:kworker.0 00000100:00080000:2.0:1767321537.787277:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321537.787282:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321537.787284:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321537.787288:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6758 00000100:00080000:2.0:1767321537.787291:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321537.787295:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321537.787312:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938743680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:3.0:1767321537.787563:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938743424 offset 0 length 520: 4 00000100:00100000:3.0:1767321537.787603:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938743552:0@lo:38:kworker.0 00000400:00000100:3.0:1767321537.787623:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938743552 offset 0 length 520: 4 00000100:00100000:3.0:1767321537.787639:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938743680:0@lo:38:kworker.0 00000400:00000100:3.0:1767321537.787653:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938743680 offset 0 length 520: 4 00010000:00010000:2.0:1767321538.037770:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321539.063328:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321540.091004:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321541.108824:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321542.133045:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321542.900628:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321542.900638:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321542.900641:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321542.900644:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321542.900647:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321542.900650:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321543.156898:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321544.184900:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321545.204731:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321546.229653:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321547.252744:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321548.020823:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321548.020833:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321548.020836:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321548.020840:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321548.020842:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321548.020845:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321548.276840:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321549.300725:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321550.325498:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321551.349102:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321552.374754:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321553.141104:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321553.141120:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321553.141125:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321553.141130:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321553.141133:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321553.141136:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321553.396818:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321554.421330:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321555.444981:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321556.469049:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321557.493367:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321558.264251:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321558.264264:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321558.264268:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321558.264272:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321558.264276:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321558.264279:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1767321558.516902:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321559.540862:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321560.565949:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321561.589260:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321561.839538:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918062464 offset 0 length 520: 4 00000400:00000100:2.0:1767321561.839556:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918062592 offset 0 length 520: 4 00000100:00100000:0.0:1767321562.356634:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321537/real 1767321537] req@ffff9a031c19b480 x1853163938743680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321562.356666:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938743680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321562.356676:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321537/real 1767321537] req@ffff9a031c19bb80 x1853163938743424/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321562.356686:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938743424/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321562.356695:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321537/real 1767321537] req@ffff9a031c198700 x1853163938743552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321562.356706:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938743552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321562.356723:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321562.356879:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321562.356884:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938743680:0@lo:38:kworker.0 00000100:00080000:0.0:1767321562.356890:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321562.356918:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321562.356934:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321562.356937:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321562.356942:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6784 00000100:00080000:3.0:1767321562.356947:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321562.356954:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321562.356997:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938743808/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321562.357018:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321562.357021:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321562.357024:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321562.357027:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321562.357029:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321562.357032:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6784 00000100:00080000:3.0:1767321562.357035:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321562.357038:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321562.357050:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938743936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321562.357331:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321562.357336:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938743424:0@lo:250:kworker.0 00000100:00080000:0.0:1767321562.357341:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321562.357347:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321562.357351:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938743552:0@lo:38:kworker.0 00000100:00100000:0.0:1767321562.357380:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938743808:0@lo:250:kworker.0 00000400:00000100:0.0:1767321562.357421:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938743808 offset 0 length 520: 4 00000100:00080000:3.0:1767321562.357521:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321562.357525:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321562.357527:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321562.357531:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6784 00000100:00080000:3.0:1767321562.357534:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321562.357537:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321562.357552:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938744064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321562.357624:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938743936:0@lo:38:kworker.0 00000400:00000100:0.0:1767321562.357644:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938743936 offset 0 length 520: 4 00000100:00100000:0.0:1767321562.357660:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938744064:0@lo:38:kworker.0 00000400:00000100:0.0:1767321562.357674:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938744064 offset 0 length 520: 4 00010000:00010000:3.0:1767321562.612816:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321563.636836:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321564.660834:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321565.684744:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321566.709473:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321567.477757:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321567.477766:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321567.477769:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321567.477772:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321567.477775:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321567.477778:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321567.732733:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321568.760646:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321569.780739:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321570.804906:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321571.829125:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321572.597672:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321572.597682:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321572.597685:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321572.597688:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321572.597690:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321572.597693:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321572.852863:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321573.876960:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321574.900920:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321575.926158:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321576.953879:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321577.716934:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321577.716943:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321577.716947:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321577.716950:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321577.716952:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321577.716955:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321577.976311:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321578.996757:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321580.020802:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321581.044733:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321582.069020:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321582.837966:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321582.837977:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321582.837980:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321582.837984:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321582.837987:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321582.837989:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321583.092774:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321584.117012:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321585.140717:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321586.164925:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321586.418694:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918062720 offset 0 length 520: 4 00000400:00000100:2.0:1767321586.418717:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918062848 offset 0 length 520: 4 00010000:00010000:3.0:1767321587.188788:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321587.958738:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321587.958749:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321587.958761:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321587.958765:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321587.958768:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321587.958771:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767321587.958958:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321562/real 1767321562] req@ffff9a0441a24380 x1853163938744064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321587.958987:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938744064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321587.958996:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321562/real 1767321562] req@ffff9a0441a26d80 x1853163938743808/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321587.959015:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938743808/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321587.959025:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321562/real 1767321562] req@ffff9a0441a25c00 x1853163938743936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321587.959036:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938743936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321587.959054:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321587.959074:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321587.959078:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938744064:0@lo:38:kworker.0 00000100:00080000:3.0:1767321587.959084:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321587.959089:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321587.959092:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938743808:0@lo:250:kworker.0 00000100:00080000:3.0:1767321587.959096:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321587.959100:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321587.959103:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938743936:0@lo:38:kworker.0 00000100:00080000:2.0:1767321587.959179:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321587.959184:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321587.959187:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321587.959192:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6809 00000100:00080000:2.0:1767321587.959196:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321587.959202:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321587.959233:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938744192/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321587.959257:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321587.959260:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321587.959262:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321587.959265:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6809 00000100:00080000:2.0:1767321587.959267:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321587.959270:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321587.959286:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938744320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321587.959295:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321587.959297:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321587.959299:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321587.959302:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6809 00000100:00080000:2.0:1767321587.959304:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321587.959307:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321587.959318:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938744448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321587.959534:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938744192:0@lo:250:kworker.0 00000400:00000100:3.0:1767321587.959579:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938744192 offset 0 length 520: 4 00000100:00100000:3.0:1767321587.959672:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938744320:0@lo:38:kworker.0 00000400:00000100:3.0:1767321587.959692:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938744320 offset 0 length 520: 4 00000100:00100000:3.0:1767321587.959704:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938744448:0@lo:38:kworker.0 00000400:00000100:3.0:1767321587.959719:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938744448 offset 0 length 520: 4 00010000:00010000:3.0:1767321588.212874:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321589.236779:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321590.260814:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321591.284740:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321592.313017:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321593.077125:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321593.077135:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321593.077138:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321593.077141:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321593.077144:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321593.077147:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321593.334316:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321594.362238:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321595.380843:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321596.404778:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321597.429196:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321598.196716:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321598.196726:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321598.196729:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321598.196731:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321598.196733:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321598.196735:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321598.453188:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321599.477670:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321600.501188:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321601.524792:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321602.548836:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321603.317967:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321603.317980:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321603.317984:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321603.317988:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321603.317991:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321603.317995:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321603.573749:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321604.596905:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321605.620797:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321606.645140:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321607.668848:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321608.439684:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321608.439698:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321608.439701:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321608.439705:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321608.439708:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321608.439711:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321608.697553:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321609.717611:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321610.741765:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321611.764828:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321612.016769:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918062976 offset 0 length 520: 4 00000400:00000100:0.0:1767321612.016804:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918063104 offset 0 length 520: 4 00000100:00100000:3.0:1767321612.533000:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321587/real 1767321587] req@ffff9a031c19b100 x1853163938744192/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321612.533041:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938744192/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321612.533053:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321587/real 1767321587] req@ffff9a031c19b800 x1853163938744320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321612.533065:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938744320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321612.533075:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321587/real 1767321587] req@ffff9a031c198700 x1853163938744448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321612.533086:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938744448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767321612.533110:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321612.533138:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767321612.533142:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938744192:0@lo:250:kworker.0 00000100:00080000:3.0:1767321612.533149:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321612.533156:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321612.533159:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938744320:0@lo:38:kworker.0 00000100:00080000:3.0:1767321612.533164:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321612.533168:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1767321612.533171:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938744448:0@lo:38:kworker.0 00000100:00080000:2.0:1767321612.533333:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321612.533340:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321612.533344:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321612.533349:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6834 00000100:00080000:2.0:1767321612.533354:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321612.533361:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321612.533400:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938744576/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321612.533424:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321612.533428:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321612.533430:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321612.533433:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6834 00000100:00080000:2.0:1767321612.533435:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321612.533439:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321612.533456:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938744704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321612.533464:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321612.533467:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321612.533469:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321612.533472:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6834 00000100:00080000:2.0:1767321612.533474:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321612.533478:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321612.533488:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938744832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321612.533566:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938744576:0@lo:250:kworker.0 00000400:00000100:3.0:1767321612.533634:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938744576 offset 0 length 520: 4 00000100:00100000:3.0:1767321612.533691:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938744704:0@lo:38:kworker.0 00000400:00000100:3.0:1767321612.533789:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938744704 offset 0 length 520: 4 00000100:00100000:3.0:1767321612.533803:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938744832:0@lo:38:kworker.0 00000400:00000100:3.0:1767321612.533818:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938744832 offset 0 length 520: 4 00010000:00010000:3.0:1767321612.788922:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321613.812986:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321614.838947:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321615.860806:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321616.888257:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321617.660997:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321617.661012:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321617.661025:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321617.661029:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321617.661032:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321617.661035:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321617.911645:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321618.934469:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321619.956713:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321620.981397:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321622.005754:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321622.778386:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321622.778397:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321622.778401:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321622.778405:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321622.778408:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321622.778418:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321623.028699:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321624.052730:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321625.078024:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321626.108641:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321627.124793:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321627.896807:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321627.896819:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321627.896822:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321627.896826:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321627.896829:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321627.896832:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321628.148724:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321629.173197:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321630.196716:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321631.226198:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321632.245018:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321633.015729:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321633.015739:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321633.015742:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321633.015745:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321633.015748:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321633.015751:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321633.268754:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321634.292721:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321635.316730:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321636.340687:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321636.590226:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918063232 offset 0 length 520: 4 00000400:00000100:0.0:1767321636.590251:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918063360 offset 0 length 520: 4 00000100:00100000:1.0:1767321637.109066:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321612/real 1767321612] req@ffff9a031c19bb80 x1853163938744576/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321637.109104:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938744576/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321637.109115:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321612/real 1767321612] req@ffff9a031c19b480 x1853163938744704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321637.109125:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938744704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321637.109134:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321612/real 1767321612] req@ffff9a031c198700 x1853163938744832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321637.109143:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938744832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321637.109161:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321637.109195:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321637.109199:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938744576:0@lo:250:kworker.0 00000100:00080000:1.0:1767321637.109206:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321637.109212:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321637.109215:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938744704:0@lo:38:kworker.0 00000100:00080000:1.0:1767321637.109219:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321637.109223:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321637.109226:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938744832:0@lo:38:kworker.0 00000100:00080000:0.0:1767321637.109395:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321637.109402:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321637.109405:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321637.109411:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6859 00000100:00080000:0.0:1767321637.109415:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321637.109433:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321637.109472:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834000 x1853163938744960/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321637.109500:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321637.109539:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321637.109542:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321637.109545:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6859 00000100:00080000:0.0:1767321637.109548:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321637.109552:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321637.109567:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835f80 x1853163938745088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321637.109576:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321637.109579:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321637.109580:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321637.109583:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6859 00000100:00080000:0.0:1767321637.109585:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321637.109589:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321637.109599:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837800 x1853163938745216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321637.111120:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938744960:0@lo:250:kworker.0 00000400:00000100:1.0:1767321637.111196:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938744960 offset 0 length 520: 4 00000100:00100000:1.0:1767321637.111257:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938745088:0@lo:38:kworker.0 00000400:00000100:1.0:1767321637.111274:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938745088 offset 0 length 520: 4 00000100:00100000:1.0:1767321637.111286:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938745216:0@lo:38:kworker.0 00000400:00000100:1.0:1767321637.111299:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938745216 offset 0 length 520: 4 00010000:00010000:0.0:1767321637.366885:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321638.388752:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321639.412691:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321640.437174:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321641.460901:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321642.230746:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321642.230758:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321642.230761:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321642.230765:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321642.230767:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321642.230770:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321642.484985:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321643.508867:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321644.532824:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321645.557340:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321646.580755:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321647.351805:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321647.351815:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321647.351819:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321647.351822:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321647.351825:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321647.351827:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321647.606129:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321648.631543:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321649.652879:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321650.676814:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321651.702373:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321652.471460:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321652.471473:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321652.471477:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321652.471481:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321652.471484:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321652.471488:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321652.725054:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321653.748794:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321654.772858:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321655.802269:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321656.820816:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321657.590535:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321657.590549:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321657.590552:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321657.590556:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321657.590559:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321657.590565:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321657.851491:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321658.870246:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321659.892858:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321660.917467:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321661.165474:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918063488 offset 0 length 520: 4 00000400:00000100:2.0:1767321661.171167:0:6178:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918063616 offset 0 length 520: 4 00010000:00010000:3.0:1767321661.940754:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321662.708645:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321637/real 1767321637] req@ffff9a0303834000 x1853163938744960/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321662.708685:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834000 x1853163938744960/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321662.708685:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321662.708690:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321662.708693:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321662.708695:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321637/real 1767321637] req@ffff9a0303835f80 x1853163938745088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321662.708697:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321662.708700:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321662.708703:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321662.708705:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835f80 x1853163938745088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321662.708712:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321637/real 1767321637] req@ffff9a0303837800 x1853163938745216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321662.708721:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837800 x1853163938745216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321662.708736:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321662.708759:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321662.708763:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938744960:0@lo:250:kworker.0 00000100:00080000:1.0:1767321662.708768:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321662.708774:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321662.708776:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938745088:0@lo:38:kworker.0 00000100:00080000:1.0:1767321662.708780:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321662.708784:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321662.708787:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938745216:0@lo:38:kworker.0 00000100:00080000:2.0:1767321662.708861:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321662.708865:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321662.708868:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321662.708872:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6883 00000100:00080000:2.0:1767321662.708877:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321662.708883:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321662.708918:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938745344/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321662.708944:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321662.708947:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321662.708949:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321662.708952:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6883 00000100:00080000:2.0:1767321662.708954:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321662.708958:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321662.708971:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938745472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321662.708979:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321662.708981:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321662.708983:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321662.708985:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6883 00000100:00080000:2.0:1767321662.708987:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321662.708990:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321662.708999:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938745600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321662.709058:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938745344:0@lo:250:kworker.0 00000400:00000100:1.0:1767321662.709104:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938745344 offset 0 length 520: 4 00000100:00100000:1.0:1767321662.709167:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938745472:0@lo:38:kworker.0 00000400:00000100:1.0:1767321662.709185:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938745472 offset 0 length 520: 4 00000100:00100000:1.0:1767321662.709198:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938745600:0@lo:38:kworker.0 00000400:00000100:1.0:1767321662.709214:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938745600 offset 0 length 520: 4 00010000:00010000:0.0:1767321662.964770:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321663.989270:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321665.013139:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321666.038344:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321667.064038:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321667.829047:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321667.829061:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321667.829065:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321667.829068:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321667.829071:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321667.829074:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321668.085397:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321669.108985:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321670.132932:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321671.157047:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321672.180742:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321672.948744:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321672.948758:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321672.948762:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321672.948766:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321672.948770:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321672.948773:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321673.204771:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321674.229997:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321675.252729:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321676.281191:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321677.300903:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321678.068729:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321678.068744:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321678.068748:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321678.068752:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321678.068755:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321678.068758:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321678.324758:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321679.352120:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321680.373078:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321681.399885:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321682.420989:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321683.188930:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321683.188942:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321683.188946:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321683.188949:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321683.188953:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321683.188956:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321683.444968:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321684.469121:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321685.494940:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321686.516852:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321686.766308:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918063744 offset 0 length 520: 4 00000400:00000100:0.0:1767321686.766333:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918063872 offset 0 length 520: 4 00000100:00100000:0.0:1767321687.284744:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321662/real 1767321662] req@ffff9a031c19b800 x1853163938745344/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321687.284788:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938745344/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321687.284796:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321662/real 1767321662] req@ffff9a031c19b100 x1853163938745472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321687.284804:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938745472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321687.284809:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321662/real 1767321662] req@ffff9a031c198700 x1853163938745600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321687.284821:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938745600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321687.284838:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321687.284860:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321687.284863:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938745344:0@lo:250:kworker.0 00000100:00080000:0.0:1767321687.284867:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321687.284872:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321687.284874:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938745472:0@lo:38:kworker.0 00000100:00080000:0.0:1767321687.284877:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321687.284880:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1767321687.284882:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938745600:0@lo:38:kworker.0 00000100:00080000:2.0:1767321687.284961:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321687.284969:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321687.284973:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321687.284980:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6909 00000100:00080000:2.0:1767321687.284985:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321687.284993:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321687.285038:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938745728/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321687.285068:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321687.285072:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321687.285074:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321687.285087:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6909 00000100:00080000:2.0:1767321687.285090:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321687.285094:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321687.285113:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938745856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321687.285122:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938745728:0@lo:250:kworker.0 00000100:00080000:2.0:1767321687.285126:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321687.285130:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321687.285133:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321687.285139:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6909 00000100:00080000:2.0:1767321687.285141:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321687.285145:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321687.285159:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938745984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:0.0:1767321687.285196:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938745728 offset 0 length 520: 4 00000100:00100000:0.0:1767321687.285248:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938745856:0@lo:38:kworker.0 00000400:00000100:0.0:1767321687.285269:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938745856 offset 0 length 520: 4 00000100:00100000:0.0:1767321687.285282:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938745984:0@lo:38:kworker.0 00000400:00000100:0.0:1767321687.285296:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938745984 offset 0 length 520: 4 00010000:00010000:3.0:1767321687.540798:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321688.565552:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321689.589116:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321690.612904:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321691.636826:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321692.405618:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321692.405632:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321692.405635:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321692.405639:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321692.405642:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321692.405645:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321692.660889:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321693.685411:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321694.708760:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321695.732913:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321696.757177:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321697.525225:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321697.525235:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321697.525238:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321697.525242:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321697.525245:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321697.525247:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321697.781040:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321698.804946:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321699.830565:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321700.852726:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321701.876775:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321702.644790:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321702.644800:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321702.644803:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321702.644806:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321702.644809:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321702.644812:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321702.901545:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321703.925036:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321704.948709:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321705.972799:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321706.998072:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321707.765342:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321707.765351:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321707.765354:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321707.765357:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321707.765360:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321707.765363:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321708.021808:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321709.044753:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321710.071345:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321711.094589:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321711.342254:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918064000 offset 0 length 520: 4 00000400:00000100:0.0:1767321711.342279:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918064128 offset 0 length 520: 4 00010000:00010000:0.0:1767321712.117716:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321712.884619:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321712.884628:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321712.884631:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321712.884634:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321712.884637:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321712.884639:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767321712.885978:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321687/real 1767321687] req@ffff9a031c19bb80 x1853163938745856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321712.886007:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938745856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321712.886018:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321687/real 1767321687] req@ffff9a031c198700 x1853163938745984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321712.886029:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938745984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321712.886038:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321687/real 1767321687] req@ffff9a031c19b480 x1853163938745728/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321712.886049:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938745728/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321712.886069:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321712.886096:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767321712.886100:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938745856:0@lo:38:kworker.0 00000100:00080000:2.0:1767321712.886106:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321712.886111:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767321712.886113:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938745984:0@lo:38:kworker.0 00000100:00080000:2.0:1767321712.886117:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321712.886121:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321712.886123:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938745728:0@lo:250:kworker.0 00000100:00080000:0.0:1767321712.886297:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321712.886302:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321712.886304:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321712.886309:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6933 00000100:00080000:0.0:1767321712.886313:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321712.886318:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321712.886346:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837800 x1853163938746112/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321712.886371:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321712.886375:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321712.886377:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321712.886380:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6933 00000100:00080000:0.0:1767321712.886383:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321712.886386:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321712.886400:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835f80 x1853163938746240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321712.886408:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321712.886410:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321712.886412:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321712.886415:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6933 00000100:00080000:0.0:1767321712.886417:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321712.886420:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321712.886429:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834000 x1853163938746368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321712.886488:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938746112:0@lo:250:kworker.0 00000400:00000100:1.0:1767321712.886568:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938746112 offset 0 length 520: 4 00000100:00100000:1.0:1767321712.886620:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938746240:0@lo:38:kworker.0 00000400:00000100:1.0:1767321712.886638:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938746240 offset 0 length 520: 4 00000100:00100000:1.0:1767321712.886650:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938746368:0@lo:38:kworker.0 00000400:00000100:1.0:1767321712.886665:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938746368 offset 0 length 520: 4 00010000:00010000:3.0:1767321713.140868:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321714.164743:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321715.189065:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321716.219870:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321717.238457:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321718.006317:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321718.006328:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321718.006331:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321718.006345:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321718.006350:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321718.006354:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321718.260747:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321719.287797:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321720.308767:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321721.332841:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321722.357532:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321723.124739:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321723.124760:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321723.124764:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321723.124768:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321723.124771:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321723.124774:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321723.380741:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321724.404805:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321725.428918:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321726.452821:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321727.476653:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321728.245046:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321728.245057:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321728.245060:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321728.245064:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321728.245067:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321728.245069:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321728.501140:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321729.524827:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321730.549438:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321731.572731:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321732.596749:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321733.364725:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321733.364735:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321733.364738:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321733.364742:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321733.364744:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321733.364747:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321733.626038:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321734.644755:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321735.672110:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321736.694119:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321736.942393:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918064256 offset 0 length 520: 4 00000400:00000100:0.0:1767321736.942418:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918064384 offset 0 length 520: 4 00000100:00100000:2.0:1767321737.460943:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321712/real 1767321712] req@ffff9a0303837800 x1853163938746112/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321737.460977:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303837800 x1853163938746112/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321737.460989:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321712/real 1767321712] req@ffff9a0303835f80 x1853163938746240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321737.461003:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303835f80 x1853163938746240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321737.461012:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321712/real 1767321712] req@ffff9a0303834000 x1853163938746368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321737.461022:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0303834000 x1853163938746368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321737.461052:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321737.461140:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321737.461145:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938746112:0@lo:250:kworker.0 00000100:00080000:2.0:1767321737.461151:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321737.467204:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321737.467214:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321737.467218:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321737.467225:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6959 00000100:00080000:3.0:1767321737.467229:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321737.467236:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321737.467270:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938746496/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321737.467288:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321737.467292:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321737.467294:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321737.467297:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6959 00000100:00080000:3.0:1767321737.467299:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321737.467302:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321737.467318:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938746624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321737.467326:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321737.467330:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321737.467877:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767321737.467884:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938746240:0@lo:38:kworker.0 00000100:00080000:2.0:1767321737.467893:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321737.467898:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1767321737.467901:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0303834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938746368:0@lo:38:kworker.0 00000100:00100000:2.0:1767321737.467937:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938746496:0@lo:250:kworker.0 00000400:00000100:2.0:1767321737.467988:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938746496 offset 0 length 520: 4 00000100:00100000:2.0:1767321737.468045:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938746624:0@lo:38:kworker.0 00000400:00000100:2.0:1767321737.468064:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938746624 offset 0 length 520: 4 00000100:00080000:3.0:1767321737.468163:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321737.468167:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321737.468169:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321737.468174:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6959 00000100:00080000:3.0:1767321737.468176:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321737.468181:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321737.468199:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a24380 x1853163938746752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321737.468268:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938746752:0@lo:38:kworker.0 00000400:00000100:2.0:1767321737.468290:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938746752 offset 0 length 520: 4 00010000:00010000:0.0:1767321737.717590:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321738.740705:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321739.767349:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321740.789391:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321741.814242:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321742.581913:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321742.581922:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321742.581926:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321742.581929:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321742.581931:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321742.581934:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321742.836740:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321743.860742:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321744.884871:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321745.908885:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321746.932900:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321747.700988:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321747.700999:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321747.701002:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321747.701005:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321747.701007:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321747.701010:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321747.956777:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321748.981796:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321750.004867:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321751.029444:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321752.054143:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321752.821894:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321752.821904:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321752.821907:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321752.821910:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321752.821912:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321752.821915:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321753.081135:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321754.100863:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321755.124850:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321756.149679:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321757.172870:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321757.941398:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321757.941409:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321757.941412:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321757.941416:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321757.941418:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321757.941421:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1767321758.197252:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321759.220889:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321760.247427:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321761.270631:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767321761.520568:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918064512 offset 0 length 520: 4 00000400:00000100:3.0:1767321761.520621:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918064640 offset 0 length 520: 4 00000100:00100000:1.0:1767321762.036666:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321737/real 1767321737] req@ffff9a0441a24380 x1853163938746752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321762.036700:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a24380 x1853163938746752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321762.036710:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321737/real 1767321737] req@ffff9a0441a25c00 x1853163938746496/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321762.036756:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938746496/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321762.036777:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321737/real 1767321737] req@ffff9a0441a26d80 x1853163938746624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321762.036801:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938746624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321762.036820:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321762.036846:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321762.036851:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938746752:0@lo:38:kworker.0 00000100:00080000:1.0:1767321762.036857:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321762.036862:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321762.036866:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938746496:0@lo:250:kworker.0 00000100:00080000:1.0:1767321762.036870:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321762.036874:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321762.036877:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938746624:0@lo:38:kworker.0 00000100:00080000:3.0:1767321762.039681:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321762.039692:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321762.039696:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321762.039704:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 6984 00000100:00080000:3.0:1767321762.039709:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321762.039715:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321762.039747:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a27b80 x1853163938746880/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321762.039783:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321762.039787:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321762.039789:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321762.039793:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6984 00000100:00080000:3.0:1767321762.039795:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321762.039799:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321762.039816:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a26d80 x1853163938747008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321762.039824:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321762.039827:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321762.039829:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321762.039832:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6984 00000100:00080000:3.0:1767321762.039834:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321762.039838:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:3.0:1767321762.039847:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0441a25c00 x1853163938747136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321762.043649:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938746880:0@lo:250:kworker.0 00000400:00000100:1.0:1767321762.043713:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938746880 offset 0 length 520: 4 00000100:00100000:1.0:1767321762.043796:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938747008:0@lo:38:kworker.0 00000400:00000100:1.0:1767321762.043818:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938747008 offset 0 length 520: 4 00000100:00100000:1.0:1767321762.043830:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938747136:0@lo:38:kworker.0 00000400:00000100:1.0:1767321762.043846:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938747136 offset 0 length 520: 4 00010000:00010000:3.0:1767321762.292922:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321763.318123:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321764.345772:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321765.364859:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321766.388732:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321767.158387:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321767.158397:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321767.158400:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321767.158404:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321767.158406:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321767.158409:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321767.413034:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321768.436881:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321769.460678:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321770.487214:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321771.508764:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321772.276727:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321772.276747:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321772.276751:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321772.276773:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321772.276776:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321772.276779:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321772.533202:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321773.556692:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321774.583618:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321775.613647:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321776.628950:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321777.398679:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321777.398690:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321777.398693:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321777.398697:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321777.398700:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321777.398702:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321777.655653:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321778.677603:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321779.701012:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321780.725360:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321781.749222:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321782.517084:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321782.517094:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321782.517098:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321782.517101:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321782.517103:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321782.517106:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321782.772723:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321783.797665:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321784.820805:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321785.844737:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321786.869816:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767321787.121374:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918064768 offset 0 length 520: 4 00000400:00000100:3.0:1767321787.121428:0:6179:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918064896 offset 0 length 520: 4 00000100:00080000:2.0:1767321787.637657:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321787.637673:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321787.637677:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321787.637681:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321787.637684:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321787.637687:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321787.637717:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321762/real 1767321762] req@ffff9a0441a27b80 x1853163938746880/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321787.637791:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a27b80 x1853163938746880/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321787.637801:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321762/real 1767321762] req@ffff9a0441a26d80 x1853163938747008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321787.637813:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a26d80 x1853163938747008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321787.637822:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321762/real 1767321762] req@ffff9a0441a25c00 x1853163938747136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321787.637839:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a0441a25c00 x1853163938747136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321787.637855:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321787.637886:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321787.637891:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938746880:0@lo:250:kworker.0 00000100:00080000:1.0:1767321787.637897:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321787.637902:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321787.637905:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938747008:0@lo:38:kworker.0 00000100:00080000:1.0:1767321787.637910:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321787.637914:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321787.637916:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a0441a25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938747136:0@lo:38:kworker.0 00000100:00080000:2.0:1767321787.638027:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321787.638033:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321787.638037:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321787.638042:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 7008 00000100:00080000:2.0:1767321787.638046:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321787.638069:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321787.638119:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b480 x1853163938747264/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321787.638144:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321787.638148:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321787.638149:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321787.638152:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7008 00000100:00080000:2.0:1767321787.638154:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321787.638157:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321787.638171:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c198700 x1853163938747392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321787.638178:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321787.638181:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321787.638182:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321787.638185:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7008 00000100:00080000:2.0:1767321787.638187:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321787.638190:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321787.638199:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938747520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321787.638261:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938747264:0@lo:250:kworker.0 00000400:00000100:1.0:1767321787.638305:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938747264 offset 0 length 520: 4 00000100:00100000:1.0:1767321787.638370:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938747392:0@lo:38:kworker.0 00000400:00000100:1.0:1767321787.638388:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938747392 offset 0 length 520: 4 00000100:00100000:1.0:1767321787.638398:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938747520:0@lo:38:kworker.0 00000400:00000100:1.0:1767321787.638443:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938747520 offset 0 length 520: 4 00010000:00010000:3.0:1767321787.892780:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321788.916848:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321789.942468:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321790.964801:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321791.988855:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321792.756716:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321792.756727:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321792.756734:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321792.756737:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321792.756740:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321792.756743:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321793.014895:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321794.039974:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321795.061537:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321796.085834:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321797.110283:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321797.876636:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321797.876647:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321797.876650:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321797.876655:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321797.876658:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321797.876662:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321798.132730:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321799.156724:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321800.180732:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321801.210616:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321802.228845:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321802.996696:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321802.996707:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321802.996711:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321802.996714:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321802.996717:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321802.996720:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321803.252827:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321804.280031:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321805.300916:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321806.324906:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321807.354630:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321808.116708:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321808.116719:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321808.116722:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321808.116726:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321808.116729:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321808.116732:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321808.372750:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321809.399375:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321810.421331:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321811.446767:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321812.212641:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321787/real 1767321787] req@ffff9a031c19b480 x1853163938747264/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321812.212676:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b480 x1853163938747264/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321812.212693:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321787/real 1767321787] req@ffff9a031c198700 x1853163938747392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321812.212705:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c198700 x1853163938747392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321812.212712:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321787/real 1767321787] req@ffff9a031c19bb80 x1853163938747520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321812.212722:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938747520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321812.212739:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321812.212771:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321812.212775:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938747264:0@lo:250:kworker.0 00000100:00080000:1.0:1767321812.212780:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321812.212786:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321812.212789:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938747392:0@lo:38:kworker.0 00000100:00080000:1.0:1767321812.212793:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321812.212796:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321812.212800:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938747520:0@lo:38:kworker.0 00000100:00080000:2.0:1767321812.212950:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321812.212955:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321812.212959:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321812.212963:0:48802:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 7034 00000100:00080000:2.0:1767321812.212967:0:48802:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321812.212974:0:48802:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321812.213004:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b100 x1853163938747648/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321812.213030:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321812.213033:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321812.213035:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321812.213039:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7034 00000100:00080000:2.0:1767321812.213041:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321812.213044:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321812.213058:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19b800 x1853163938747776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321812.213066:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321812.213069:0:48802:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321812.213070:0:48802:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321812.213073:0:48802:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7034 00000100:00080000:2.0:1767321812.213075:0:48802:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321812.213078:0:48802:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:2.0:1767321812.213087:0:48802:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a031c19bb80 x1853163938747904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321812.213436:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938747648:0@lo:250:kworker.0 00000400:00000100:1.0:1767321812.213477:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938747648 offset 0 length 520: 4 00000100:00100000:1.0:1767321812.213550:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938747776:0@lo:38:kworker.0 00000400:00000100:1.0:1767321812.213566:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938747776 offset 0 length 520: 4 00000100:00100000:1.0:1767321812.213578:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938747904:0@lo:38:kworker.0 00000400:00000100:1.0:1767321812.213590:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938747904 offset 0 length 520: 4 00010000:00010000:3.0:1767321812.469335:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321812.725782:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918065024 offset 0 length 520: 4 00000400:00000100:2.0:1767321812.725811:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918065152 offset 0 length 520: 4 00010000:00010000:3.0:1767321813.494031:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321814.520890:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321815.547368:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321816.565642:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321817.332776:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321817.332786:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321817.332789:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321817.332792:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321817.332795:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321817.332797:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321817.588744:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321818.612844:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321819.637004:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321820.661257:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321821.685101:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321822.452645:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321822.452657:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321822.452661:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321822.452664:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321822.452667:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321822.452670:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321822.708820:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321823.734650:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321824.756688:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321825.780713:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321826.804726:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321827.575618:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321827.575629:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321827.575632:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321827.575635:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321827.575638:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321827.575641:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321827.829624:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321828.854083:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321829.876918:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321830.902006:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321831.924903:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321832.692829:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321832.692839:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321832.692842:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321832.692845:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321832.692847:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321832.692850:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321832.948956:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321833.974828:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321834.999760:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321836.028585:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321837.046110:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321837.293816:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 26 match 1853163918065280 offset 0 length 520: 4 00000400:00000100:2.0:1767321837.293838:0:6180:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.203.16@tcp portal 12 match 1853163918065408 offset 0 length 520: 4 00000100:00080000:0.0:1767321837.812703:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321837.812713:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321812/real 1767321812] req@ffff9a031c19b100 x1853163938747648/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321837.812715:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321837.812722:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321837.812735:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321837.812746:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321837.812758:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321837.812785:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b100 x1853163938747648/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321837.812804:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321812/real 1767321812] req@ffff9a031c19b800 x1853163938747776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321837.812817:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19b800 x1853163938747776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321837.812826:0:6184:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321812/real 1767321812] req@ffff9a031c19bb80 x1853163938747904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321837.812836:0:6184:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a031c19bb80 x1853163938747904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1767321837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321837.812853:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321837.812883:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321837.812887:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938747648:0@lo:250:kworker.0 00000100:00080000:1.0:1767321837.812893:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321837.812898:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321837.812901:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938747776:0@lo:38:kworker.0 00000100:00080000:1.0:1767321837.812905:0:6184:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321837.812909:0:6184:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1767321837.812911:0:6184:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9a031c19bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938747904:0@lo:38:kworker.0 00000100:00080000:0.0:1767321837.813006:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321837.813012:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321837.813015:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a040592f800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321837.813020:0:30219:0:(import.c:509:import_select_connection()) MGC192.168.203.116@tcp: connect to NID 0@lo last attempt 7058 00000100:00080000:0.0:1767321837.813023:0:30219:0:(import.c:588:import_select_connection()) MGC192.168.203.116@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321837.813029:0:30219:0:(import.c:623:import_select_connection()) MGC192.168.203.116@tcp: import ffff9a040592f800 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321837.813100:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303835c00 x1853163938748032/t0(0) o250->MGC192.168.203.116@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321837.813125:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321837.813128:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321837.813130:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a0302d19000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321837.813133:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 7058 00000100:00080000:0.0:1767321837.813135:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321837.813138:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9a0302d19000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321837.813152:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303834a80 x1853163938748160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321837.813161:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321837.813166:0:30219:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321837.813167:0:30219:0:(import.c:65:import_set_state_nolock()) ffff9a043efbe000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321837.813170:0:30219:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 7058 00000100:00080000:0.0:1767321837.813172:0:30219:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321837.813175:0:30219:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9a043efbe000 using connection 192.168.203.116@tcp/0@lo 00000100:00100000:0.0:1767321837.813192:0:30219:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a0303837b80 x1853163938748288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321837.813733:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:943be690-b535-4c6b-81b7-ef2ba50eac91:6184:1853163938748032:0@lo:250:kworker.0 00000400:00000100:1.0:1767321837.813781:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163938748032 offset 0 length 520: 4 00000100:00100000:1.0:1767321837.813845:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:6184:1853163938748160:0@lo:38:kworker.0 00000400:00000100:1.0:1767321837.813866:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938748160 offset 0 length 520: 4 00000100:00100000:1.0:1767321837.813877:0:6184:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9a0303837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:6184:1853163938748288:0@lo:38:kworker.0 00000400:00000100:1.0:1767321837.813892:0:6184:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853163938748288 offset 0 length 520: 4 00010000:00010000:3.0:1767321838.069101:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321839.093239:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321840.116833:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321841.140823:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321842.164742:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321842.933247:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321842.933257:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321842.933260:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321842.933263:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321842.933266:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321842.933269:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321843.188922:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321844.212768:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321845.239482:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321846.260931:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321847.285686:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321848.055726:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321848.055737:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321848.055740:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321848.055744:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321848.055747:0:30219:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321848.055750:0:30219:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321848.308753:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321849.332775:0:12860:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321850.357112:0:23647:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321851.381076:0:14910:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767321852.405437:0:12859:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321853.173828:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321853.173837:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) 943be690-b535-4c6b-81b7-ef2ba50eac91->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321853.173840:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321853.173843:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321853.173846:0:48802:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321853.173848:0:48802:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1767321853.429322:0:21430:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 69980 lines, 69980 kept, 0 dropped, 0 bad.